$ /Users/minipro/quantdiff/llama.cpp/src-b11770-ps/build/bin/llama-perplexity -m /Users/minipro/quantdiff/models/campaign/6176bd788769/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q8_K_XL.gguf --kl-divergence-base /Users/minipro/quantdiff/work/reference/nemotron-3.5-bolt-e4b/quantdiff-kld-v1-chat-gemma4.kld --kl-divergence -c 512 -b 512 -ngl 999 --parse-special # started 2026-10-24T00:44:36Z 0.00.729.645 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.732.526 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.738.545 W load: '' is a normal token here, removing it from EOG list 0.01.143.059 I cmn init: llama threadpool init, n_threads = 8 0.01.192.084 I 0.01.192.112 I system_info: n_threads = 8 (n_threads_batch = 8) / 12 | MTL : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | MATMUL_INT8 = 1 | DOTPROD = 1 | ACCELERATE = 1 | REPACK = 1 | 0.01.202.681 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.147.419 I kl_divergence: 0.94 seconds per pass - ETA 1.57 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 35.9857 ± 12.2063 0.15580 ± 0.07196 0.00070 ± 0.00010 0.914 ± 0.192 % 99.216 ± 0.554 % 2 54.7284 ± 13.4872 0.18604 ± 0.06229 0.00083 ± 0.00010 0.798 ± 0.118 % 99.216 ± 0.391 % 3 39.9973 ± 8.0798 0.22525 ± 0.06111 0.00084 ± 0.00009 0.823 ± 0.085 % 99.085 ± 0.344 % 4 38.5241 ± 6.6526 0.22517 ± 0.05091 0.00097 ± 0.00014 0.834 ± 0.070 % 99.118 ± 0.293 % 5 46.6087 ± 7.1600 0.20444 ± 0.04210 0.00099 ± 0.00011 0.829 ± 0.059 % 99.137 ± 0.259 % 6 48.6844 ± 6.7656 0.19382 ± 0.03650 0.00096 ± 0.00009 0.802 ± 0.052 % 99.020 ± 0.252 % 7 46.5649 ± 5.8425 0.17299 ± 0.03157 0.00095 ± 0.00008 0.795 ± 0.047 % 98.992 ± 0.237 % 8 46.2771 ± 5.4082 0.16977 ± 0.02870 0.00091 ± 0.00007 0.772 ± 0.043 % 99.020 ± 0.218 % 9 48.4161 ± 5.3302 0.17306 ± 0.02892 0.00088 ± 0.00006 0.762 ± 0.039 % 98.911 ± 0.217 % 10 50.3010 ± 5.2312 0.16958 ± 0.02662 0.00084 ± 0.00006 0.740 ± 0.037 % 98.902 ± 0.206 % 11 54.2823 ± 5.4009 0.17390 ± 0.02543 0.00084 ± 0.00005 0.726 ± 0.034 % 98.788 ± 0.207 % 12 55.9178 ± 5.3288 0.17359 ± 0.02389 0.00087 ± 0.00005 0.743 ± 0.034 % 98.725 ± 0.203 % 13 56.9387 ± 5.2041 0.17040 ± 0.02247 0.00089 ± 0.00005 0.747 ± 0.032 % 98.733 ± 0.194 % 14 56.7817 ± 4.9455 0.16157 ± 0.02096 0.00087 ± 0.00005 0.735 ± 0.030 % 98.796 ± 0.183 % 15 58.2125 ± 4.8753 0.15495 ± 0.01970 0.00085 ± 0.00004 0.719 ± 0.029 % 98.614 ± 0.189 % 16 61.8898 ± 5.0535 0.15886 ± 0.01910 0.00089 ± 0.00004 0.723 ± 0.028 % 98.505 ± 0.190 % 17 60.9815 ± 4.7899 0.15334 ± 0.01812 0.00091 ± 0.00004 0.741 ± 0.029 % 98.501 ± 0.185 % 18 61.0071 ± 4.6407 0.14901 ± 0.01723 0.00090 ± 0.00004 0.734 ± 0.028 % 98.519 ± 0.178 % 19 58.6409 ± 4.3992 0.16168 ± 0.01819 0.00091 ± 0.00004 0.765 ± 0.033 % 98.514 ± 0.174 % 20 54.4339 ± 3.9572 0.15770 ± 0.01747 0.00089 ± 0.00004 0.770 ± 0.032 % 98.569 ± 0.166 % 21 54.5467 ± 3.8616 0.15245 ± 0.01674 0.00090 ± 0.00004 0.764 ± 0.031 % 98.581 ± 0.162 % 22 52.3286 ± 3.6123 0.15204 ± 0.01618 0.00089 ± 0.00004 0.763 ± 0.030 % 98.574 ± 0.158 % 23 52.5168 ± 3.5415 0.14784 ± 0.01552 0.00089 ± 0.00004 0.758 ± 0.029 % 98.602 ± 0.153 % 24 53.9613 ± 3.5777 0.14950 ± 0.01514 0.00088 ± 0.00003 0.756 ± 0.028 % 98.611 ± 0.150 % 25 49.9362 ± 3.2162 0.14315 ± 0.01454 0.00087 ± 0.00003 0.753 ± 0.028 % 98.620 ± 0.146 % 26 46.9372 ± 2.9442 0.13946 ± 0.01405 0.00087 ± 0.00003 0.775 ± 0.031 % 98.582 ± 0.145 % 27 45.8735 ± 2.8110 0.13524 ± 0.01354 0.00087 ± 0.00003 0.785 ± 0.030 % 98.591 ± 0.142 % 28 46.3770 ± 2.7971 0.13558 ± 0.01324 0.00086 ± 0.00003 0.782 ± 0.029 % 98.627 ± 0.138 % 29 45.4914 ± 2.6870 0.13287 ± 0.01290 0.00090 ± 0.00004 0.784 ± 0.028 % 98.607 ± 0.136 % 30 45.8544 ± 2.6699 0.13503 ± 0.01278 0.00090 ± 0.00004 0.780 ± 0.028 % 98.588 ± 0.135 % 31 43.5845 ± 2.4846 0.13113 ± 0.01237 0.00092 ± 0.00004 0.861 ± 0.042 % 98.571 ± 0.134 % 32 42.8147 ± 2.3908 0.12854 ± 0.01202 0.00092 ± 0.00004 0.855 ± 0.041 % 98.615 ± 0.129 % 33 43.5555 ± 2.4096 0.13218 ± 0.01204 0.00111 ± 0.00013 0.859 ± 0.040 % 98.610 ± 0.128 % 34 43.2346 ± 2.3544 0.13273 ± 0.01185 0.00110 ± 0.00013 0.855 ± 0.039 % 98.627 ± 0.125 % 35 42.8016 ± 2.2882 0.13006 ± 0.01153 0.00109 ± 0.00012 0.854 ± 0.038 % 98.622 ± 0.123 % 36 41.0659 ± 2.1539 0.12755 ± 0.01125 0.00111 ± 0.00012 0.912 ± 0.061 % 98.617 ± 0.122 % 37 39.4087 ± 2.0281 0.12489 ± 0.01098 0.00111 ± 0.00012 0.916 ± 0.060 % 98.601 ± 0.121 % 38 37.4239 ± 1.8891 0.12174 ± 0.01069 0.00109 ± 0.00012 0.913 ± 0.059 % 98.627 ± 0.118 % 39 36.1417 ± 1.7901 0.11920 ± 0.01043 0.00109 ± 0.00011 0.927 ± 0.058 % 98.622 ± 0.117 % 40 35.4594 ± 1.7330 0.11982 ± 0.01039 0.00108 ± 0.00011 0.925 ± 0.057 % 98.637 ± 0.115 % 41 35.2933 ± 1.7086 0.12275 ± 0.01067 0.00107 ± 0.00011 0.924 ± 0.056 % 98.632 ± 0.114 % 42 34.2337 ± 1.6305 0.12141 ± 0.01046 0.00107 ± 0.00011 0.924 ± 0.055 % 98.655 ± 0.111 % 43 33.5261 ± 1.5726 0.11878 ± 0.01022 0.00107 ± 0.00010 0.929 ± 0.053 % 98.668 ± 0.109 % 44 32.2048 ± 1.4889 0.11683 ± 0.01000 0.00108 ± 0.00010 0.960 ± 0.054 % 98.690 ± 0.107 % 45 32.2499 ± 1.4730 0.11686 ± 0.00987 0.00108 ± 0.00010 0.956 ± 0.053 % 98.667 ± 0.107 % 46 31.7532 ± 1.4337 0.11621 ± 0.00972 0.00107 ± 0.00010 0.952 ± 0.052 % 98.645 ± 0.107 % 47 31.7369 ± 1.4155 0.11566 ± 0.00956 0.00107 ± 0.00010 0.954 ± 0.051 % 98.657 ± 0.105 % 48 31.4759 ± 1.3868 0.11543 ± 0.00945 0.00106 ± 0.00009 0.950 ± 0.051 % 98.652 ± 0.104 % 49 31.5702 ± 1.3762 0.11547 ± 0.00931 0.00105 ± 0.00009 0.945 ± 0.050 % 98.655 ± 0.103 % 50 30.5365 ± 1.3125 0.11349 ± 0.00913 0.00104 ± 0.00009 0.940 ± 0.049 % 98.659 ± 0.102 % 51 30.3956 ± 1.2913 0.11321 ± 0.00904 0.00104 ± 0.00009 0.940 ± 0.048 % 98.662 ± 0.101 % 52 30.3400 ± 1.2769 0.11294 ± 0.00894 0.00103 ± 0.00009 0.939 ± 0.047 % 98.680 ± 0.099 % 53 30.3932 ± 1.2731 0.11582 ± 0.00898 0.00103 ± 0.00008 0.939 ± 0.047 % 98.690 ± 0.098 % 54 30.6596 ± 1.2710 0.11425 ± 0.00883 0.00103 ± 0.00008 0.936 ± 0.046 % 98.664 ± 0.098 % 55 30.6331 ± 1.2543 0.11264 ± 0.00868 0.00103 ± 0.00008 0.932 ± 0.045 % 98.674 ± 0.097 % 56 30.2572 ± 1.2256 0.11184 ± 0.00857 0.00102 ± 0.00008 0.933 ± 0.045 % 98.676 ± 0.096 % 57 30.6631 ± 1.2305 0.11133 ± 0.00845 0.00102 ± 0.00008 0.931 ± 0.044 % 98.631 ± 0.096 % 58 30.6738 ± 1.2180 0.10984 ± 0.00831 0.00102 ± 0.00008 0.929 ± 0.043 % 98.621 ± 0.096 % 59 31.0972 ± 1.2234 0.10882 ± 0.00819 0.00102 ± 0.00008 0.926 ± 0.043 % 98.624 ± 0.095 % 60 31.2275 ± 1.2184 0.10862 ± 0.00809 0.00102 ± 0.00007 0.926 ± 0.042 % 98.634 ± 0.094 % 61 30.6769 ± 1.1855 0.10825 ± 0.00800 0.00101 ± 0.00007 0.923 ± 0.042 % 98.656 ± 0.092 % 62 30.5204 ± 1.1714 0.10915 ± 0.00795 0.00100 ± 0.00007 0.919 ± 0.041 % 98.646 ± 0.092 % 63 30.7481 ± 1.1730 0.11064 ± 0.00792 0.00100 ± 0.00007 0.915 ± 0.041 % 98.649 ± 0.091 % 64 31.0352 ± 1.1753 0.11025 ± 0.00782 0.00100 ± 0.00007 0.917 ± 0.040 % 98.640 ± 0.091 % 65 30.9658 ± 1.1616 0.10871 ± 0.00770 0.00099 ± 0.00007 0.915 ± 0.040 % 98.643 ± 0.090 % 66 31.3544 ± 1.1697 0.11049 ± 0.00773 0.00099 ± 0.00007 0.913 ± 0.039 % 98.633 ± 0.089 % 67 30.6225 ± 1.1310 0.10930 ± 0.00762 0.00099 ± 0.00007 0.912 ± 0.039 % 98.636 ± 0.089 % 68 30.9168 ± 1.1335 0.10918 ± 0.00755 0.00098 ± 0.00007 0.910 ± 0.038 % 98.651 ± 0.088 % 69 31.1669 ± 1.1344 0.10874 ± 0.00746 0.00098 ± 0.00007 0.908 ± 0.038 % 98.647 ± 0.087 % 70 31.4856 ± 1.1396 0.11005 ± 0.00746 0.00098 ± 0.00006 0.906 ± 0.037 % 98.655 ± 0.086 % 71 31.2595 ± 1.1213 0.10883 ± 0.00736 0.00098 ± 0.00006 0.907 ± 0.037 % 98.663 ± 0.085 % 72 31.1899 ± 1.1092 0.10820 ± 0.00727 0.00098 ± 0.00006 0.906 ± 0.037 % 98.666 ± 0.085 % 73 30.2045 ± 1.0634 0.10680 ± 0.00717 0.00098 ± 0.00006 0.907 ± 0.036 % 98.678 ± 0.084 % 74 29.7647 ± 1.0385 0.10584 ± 0.00709 0.00097 ± 0.00006 0.908 ± 0.036 % 98.686 ± 0.083 % 75 29.4847 ± 1.0197 0.10471 ± 0.00699 0.00097 ± 0.00006 0.908 ± 0.035 % 98.698 ± 0.082 % 76 29.8110 ± 1.0245 0.10502 ± 0.00693 0.00097 ± 0.00006 0.909 ± 0.035 % 98.689 ± 0.082 % 77 29.9622 ± 1.0236 0.10500 ± 0.00687 0.00097 ± 0.00006 0.907 ± 0.034 % 98.691 ± 0.081 % 78 29.5298 ± 0.9993 0.10373 ± 0.00678 0.00096 ± 0.00006 0.905 ± 0.034 % 98.698 ± 0.080 % 79 29.6075 ± 0.9957 0.10344 ± 0.00672 0.00096 ± 0.00006 0.902 ± 0.034 % 98.704 ± 0.080 % 80 29.4669 ± 0.9837 0.10313 ± 0.00665 0.00097 ± 0.00006 0.910 ± 0.034 % 98.716 ± 0.079 % 81 29.5766 ± 0.9805 0.10259 ± 0.00658 0.00096 ± 0.00006 0.907 ± 0.034 % 98.717 ± 0.078 % 82 29.5826 ± 0.9730 0.10155 ± 0.00650 0.00096 ± 0.00006 0.904 ± 0.033 % 98.714 ± 0.078 % 83 29.5491 ± 0.9653 0.10078 ± 0.00643 0.00096 ± 0.00005 0.903 ± 0.033 % 98.710 ± 0.078 % 84 29.7191 ± 0.9650 0.10085 ± 0.00638 0.00096 ± 0.00005 0.901 ± 0.033 % 98.716 ± 0.077 % 85 29.6475 ± 0.9555 0.09995 ± 0.00632 0.00096 ± 0.00005 0.901 ± 0.032 % 98.694 ± 0.077 % 86 29.9134 ± 0.9589 0.10011 ± 0.00630 0.00096 ± 0.00005 0.897 ± 0.032 % 98.687 ± 0.077 % 87 30.0572 ± 0.9583 0.10033 ± 0.00626 0.00096 ± 0.00005 0.896 ± 0.032 % 98.666 ± 0.077 % 88 29.7327 ± 0.9416 0.09946 ± 0.00619 0.00096 ± 0.00005 0.902 ± 0.031 % 98.672 ± 0.076 % 89 30.0641 ± 0.9464 0.09881 ± 0.00613 0.00096 ± 0.00005 0.898 ± 0.031 % 98.678 ± 0.076 % 90 30.1087 ± 0.9419 0.09851 ± 0.00608 0.00095 ± 0.00005 0.897 ± 0.031 % 98.680 ± 0.075 % 91 30.3732 ± 0.9458 0.09893 ± 0.00604 0.00095 ± 0.00005 0.895 ± 0.031 % 98.686 ± 0.075 % 92 30.3823 ± 0.9409 0.09867 ± 0.00599 0.00095 ± 0.00005 0.894 ± 0.030 % 98.696 ± 0.074 % 93 30.6575 ± 0.9448 0.09855 ± 0.00594 0.00095 ± 0.00005 0.892 ± 0.030 % 98.701 ± 0.074 % 94 30.2048 ± 0.9246 0.09802 ± 0.00588 0.00094 ± 0.00005 0.890 ± 0.030 % 98.715 ± 0.073 % 95 30.4400 ± 0.9272 0.09770 ± 0.00583 0.00094 ± 0.00005 0.889 ± 0.030 % 98.712 ± 0.072 % 96 30.3516 ± 0.9202 0.09841 ± 0.00581 0.00094 ± 0.00005 0.889 ± 0.029 % 98.717 ± 0.072 % 97 30.4923 ± 0.9200 0.09828 ± 0.00577 0.00094 ± 0.00005 0.887 ± 0.029 % 98.706 ± 0.072 % 98 30.7226 ± 0.9235 0.09889 ± 0.00575 0.00094 ± 0.00005 0.886 ± 0.029 % 98.687 ± 0.072 % 99 30.3108 ± 0.9047 0.09800 ± 0.00570 0.00094 ± 0.00005 0.884 ± 0.029 % 98.681 ± 0.072 % 100 30.4572 ± 0.9035 0.09740 ± 0.00564 0.00094 ± 0.00005 0.882 ± 0.028 % 98.678 ± 0.072 % ====== Perplexity statistics ====== Mean PPL(Q) : 30.457161 ± 0.903484 Mean PPL(base) : 27.630543 ± 0.755134 Cor(ln(PPL(Q)), ln(PPL(base))): 98.37% Mean ln(PPL(Q)/PPL(base)) : 0.097399 ± 0.005645 Mean PPL(Q)/PPL(base) : 1.102300 ± 0.006222 Mean PPL(Q)-PPL(base) : 2.826618 ± 0.210325 ====== KL divergence statistics ====== Mean KLD: 0.000936 ± 0.000046 Maximum KLD: 0.946145 99.9% KLD: 0.043357 99.0% KLD: 0.008878 95.0% KLD: 0.003293 90.0% KLD: 0.001990 Median KLD: 0.000230 10.0% KLD: 0.000001 5.0% KLD: -0.000000 1.0% KLD: -0.000001 0.1% KLD: -0.000008 Minimum KLD: -0.000047 ====== Token probability statistics ====== Mean Δp: 0.005 ± 0.006 % Maximum Δp: 29.027% 99.9% Δp: 6.070% 99.0% Δp: 2.676% 95.0% Δp: 1.030% 90.0% Δp: 0.465% 75.0% Δp: 0.033% Median Δp: 0.000% 25.0% Δp: -0.026% 10.0% Δp: -0.425% 5.0% Δp: -0.981% 1.0% Δp: -2.791% 0.1% Δp: -6.724% Minimum Δp: -20.604% RMS Δp : 0.882 ± 0.028 % Same top p: 98.678 ± 0.072 % # exit 0 after 96s