$ /Users/minipro/quantdiff/llama.cpp/src-b11770-ps/build/bin/llama-perplexity -m /Users/minipro/quantdiff/models/campaign/b19f200ff71c/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q4_K_XL.gguf --kl-divergence-base /Users/minipro/quantdiff/work/reference/nemotron-3.5-bolt-e4b/quantdiff-kld-v1-chat-gemma4.kld --kl-divergence -c 512 -b 512 -ngl 999 --parse-special # started 2026-10-24T01:11:26Z 0.00.740.103 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.743.075 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.749.345 W load: '' is a normal token here, removing it from EOG list 0.00.995.905 I cmn init: llama threadpool init, n_threads = 8 0.01.234.092 I 0.01.234.113 I system_info: n_threads = 8 (n_threads_batch = 8) / 12 | MTL : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | MATMUL_INT8 = 1 | DOTPROD = 1 | ACCELERATE = 1 | REPACK = 1 | 0.01.243.623 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.407.872 I kl_divergence: 1.16 seconds per pass - ETA 1.93 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 36.3621 ± 12.3113 0.16620 ± 0.07485 0.02151 ± 0.00538 2.655 ± 0.342 % 96.471 ± 1.158 % 2 55.8230 ± 13.8111 0.20584 ± 0.06593 0.02463 ± 0.00502 4.516 ± 1.413 % 93.922 ± 1.059 % 3 40.5556 ± 8.1649 0.23911 ± 0.06109 0.02541 ± 0.00384 5.305 ± 0.961 % 93.595 ± 0.886 % 4 38.8202 ± 6.6805 0.23283 ± 0.05095 0.02315 ± 0.00297 5.075 ± 0.789 % 93.627 ± 0.765 % 5 46.5388 ± 7.1212 0.20294 ± 0.04233 0.02294 ± 0.00241 4.803 ± 0.669 % 93.725 ± 0.679 % 6 48.7247 ± 6.7506 0.19465 ± 0.03687 0.02188 ± 0.00203 4.611 ± 0.584 % 93.856 ± 0.614 % 7 46.1717 ± 5.7668 0.16452 ± 0.03197 0.02126 ± 0.00176 4.388 ± 0.527 % 93.725 ± 0.574 % 8 45.9458 ± 5.3459 0.16259 ± 0.02901 0.02010 ± 0.00156 4.182 ± 0.484 % 93.971 ± 0.527 % 9 47.9493 ± 5.2491 0.16337 ± 0.02874 0.01975 ± 0.00140 4.062 ± 0.445 % 93.987 ± 0.496 % 10 49.8177 ± 5.1516 0.15992 ± 0.02646 0.01914 ± 0.00127 3.963 ± 0.412 % 94.039 ± 0.469 % 11 53.8277 ± 5.3248 0.16549 ± 0.02533 0.01892 ± 0.00116 3.893 ± 0.383 % 94.118 ± 0.444 % 12 55.2899 ± 5.2353 0.16230 ± 0.02382 0.01890 ± 0.00108 3.827 ± 0.359 % 94.085 ± 0.427 % 13 56.4867 ± 5.1343 0.16243 ± 0.02243 0.01905 ± 0.00106 3.885 ± 0.355 % 94.118 ± 0.409 % 14 56.3340 ± 4.8805 0.15365 ± 0.02096 0.01847 ± 0.00099 3.815 ± 0.336 % 94.230 ± 0.390 % 15 57.6907 ± 4.8050 0.14594 ± 0.01973 0.01825 ± 0.00093 3.742 ± 0.319 % 94.170 ± 0.379 % 16 61.1646 ± 4.9655 0.14707 ± 0.01915 0.01872 ± 0.00092 3.687 ± 0.304 % 94.167 ± 0.367 % 17 60.4281 ± 4.7239 0.14423 ± 0.01825 0.01893 ± 0.00089 3.648 ± 0.290 % 94.072 ± 0.359 % 18 60.5657 ± 4.5880 0.14175 ± 0.01741 0.01899 ± 0.00086 3.631 ± 0.276 % 94.118 ± 0.347 % 19 58.2524 ± 4.3499 0.15503 ± 0.01830 0.01903 ± 0.00091 3.754 ± 0.280 % 94.200 ± 0.336 % 20 54.1117 ± 3.9156 0.15177 ± 0.01758 0.01879 ± 0.00088 3.818 ± 0.268 % 94.275 ± 0.325 % 21 54.3088 ± 3.8281 0.14808 ± 0.01687 0.01925 ± 0.00089 3.961 ± 0.286 % 94.248 ± 0.318 % 22 52.1132 ± 3.5811 0.14792 ± 0.01634 0.01932 ± 0.00089 3.944 ± 0.275 % 94.349 ± 0.308 % 23 52.3562 ± 3.5159 0.14478 ± 0.01573 0.01936 ± 0.00086 3.926 ± 0.267 % 94.459 ± 0.299 % 24 53.8845 ± 3.5599 0.14807 ± 0.01539 0.01941 ± 0.00083 3.897 ± 0.258 % 94.379 ± 0.294 % 25 49.9539 ± 3.2067 0.14351 ± 0.01481 0.01931 ± 0.00081 3.866 ± 0.251 % 94.478 ± 0.286 % 26 47.0200 ± 2.9402 0.14122 ± 0.01433 0.01912 ± 0.00080 3.889 ± 0.246 % 94.570 ± 0.278 % 27 46.0111 ± 2.8112 0.13824 ± 0.01383 0.01912 ± 0.00078 3.893 ± 0.238 % 94.670 ± 0.271 % 28 46.5719 ± 2.8010 0.13977 ± 0.01356 0.01928 ± 0.00078 3.935 ± 0.232 % 94.706 ± 0.265 % 29 45.6690 ± 2.6907 0.13677 ± 0.01323 0.01928 ± 0.00076 3.945 ± 0.226 % 94.591 ± 0.263 % 30 46.0214 ± 2.6736 0.13866 ± 0.01312 0.01914 ± 0.00074 3.908 ± 0.220 % 94.588 ± 0.259 % 31 43.7378 ± 2.4869 0.13464 ± 0.01273 0.01929 ± 0.00073 3.990 ± 0.214 % 94.636 ± 0.253 % 32 42.9914 ± 2.3952 0.13265 ± 0.01239 0.01913 ± 0.00071 3.965 ± 0.208 % 94.706 ± 0.248 % 33 43.7152 ± 2.4136 0.13584 ± 0.01244 0.01990 ± 0.00077 4.067 ± 0.208 % 94.641 ± 0.246 % 34 43.4065 ± 2.3588 0.13670 ± 0.01224 0.01989 ± 0.00075 4.031 ± 0.204 % 94.683 ± 0.241 % 35 42.9691 ± 2.2924 0.13397 ± 0.01192 0.02011 ± 0.00075 4.040 ± 0.200 % 94.644 ± 0.238 % 36 41.2792 ± 2.1607 0.13273 ± 0.01165 0.02033 ± 0.00078 4.061 ± 0.197 % 94.641 ± 0.235 % 37 39.5959 ± 2.0336 0.12963 ± 0.01138 0.02028 ± 0.00076 4.128 ± 0.194 % 94.648 ± 0.232 % 38 37.5843 ± 1.8937 0.12601 ± 0.01110 0.02011 ± 0.00075 4.116 ± 0.190 % 94.757 ± 0.226 % 39 36.3155 ± 1.7954 0.12399 ± 0.01084 0.01996 ± 0.00073 4.101 ± 0.186 % 94.761 ± 0.223 % 40 35.6490 ± 1.7386 0.12515 ± 0.01075 0.02007 ± 0.00072 4.138 ± 0.183 % 94.735 ± 0.221 % 41 35.5129 ± 1.7162 0.12895 ± 0.01102 0.01994 ± 0.00070 4.122 ± 0.180 % 94.692 ± 0.219 % 42 34.4539 ± 1.6378 0.12783 ± 0.01080 0.02003 ± 0.00070 4.181 ± 0.176 % 94.725 ± 0.216 % 43 33.7021 ± 1.5776 0.12401 ± 0.01056 0.02017 ± 0.00070 4.248 ± 0.182 % 94.710 ± 0.214 % 44 32.3761 ± 1.4940 0.12213 ± 0.01034 0.02011 ± 0.00069 4.285 ± 0.178 % 94.715 ± 0.211 % 45 32.4161 ± 1.4776 0.12201 ± 0.01020 0.01997 ± 0.00068 4.273 ± 0.175 % 94.693 ± 0.209 % 46 31.8953 ± 1.4371 0.12067 ± 0.01005 0.01992 ± 0.00067 4.272 ± 0.172 % 94.655 ± 0.208 % 47 31.8868 ± 1.4190 0.12037 ± 0.00988 0.01998 ± 0.00065 4.256 ± 0.169 % 94.660 ± 0.205 % 48 31.6347 ± 1.3907 0.12046 ± 0.00979 0.01985 ± 0.00064 4.230 ± 0.166 % 94.698 ± 0.203 % 49 31.7098 ± 1.3791 0.11988 ± 0.00965 0.01984 ± 0.00063 4.215 ± 0.164 % 94.710 ± 0.200 % 50 30.6795 ± 1.3157 0.11816 ± 0.00947 0.01958 ± 0.00062 4.194 ± 0.162 % 94.729 ± 0.198 % 51 30.5173 ± 1.2934 0.11720 ± 0.00935 0.01954 ± 0.00061 4.203 ± 0.159 % 94.717 ± 0.196 % 52 30.4550 ± 1.2785 0.11673 ± 0.00925 0.01958 ± 0.00061 4.204 ± 0.156 % 94.698 ± 0.195 % 53 30.5202 ± 1.2753 0.11999 ± 0.00929 0.01946 ± 0.00060 4.204 ± 0.154 % 94.732 ± 0.192 % 54 30.8106 ± 1.2743 0.11916 ± 0.00914 0.01946 ± 0.00059 4.189 ± 0.152 % 94.720 ± 0.191 % 55 30.7869 ± 1.2579 0.11765 ± 0.00899 0.01947 ± 0.00058 4.181 ± 0.150 % 94.738 ± 0.189 % 56 30.4017 ± 1.2289 0.11660 ± 0.00889 0.01951 ± 0.00058 4.203 ± 0.149 % 94.706 ± 0.187 % 57 30.8298 ± 1.2349 0.11675 ± 0.00877 0.01952 ± 0.00057 4.187 ± 0.147 % 94.647 ± 0.187 % 58 30.8041 ± 1.2206 0.11408 ± 0.00863 0.01949 ± 0.00056 4.179 ± 0.145 % 94.625 ± 0.185 % 59 31.2396 ± 1.2264 0.11339 ± 0.00852 0.01944 ± 0.00055 4.164 ± 0.143 % 94.629 ± 0.184 % 60 31.3811 ± 1.2220 0.11353 ± 0.00841 0.01942 ± 0.00054 4.166 ± 0.141 % 94.627 ± 0.182 % 61 30.8427 ± 1.1896 0.11364 ± 0.00832 0.01937 ± 0.00054 4.165 ± 0.139 % 94.677 ± 0.180 % 62 30.6974 ± 1.1758 0.11493 ± 0.00826 0.01923 ± 0.00053 4.149 ± 0.137 % 94.700 ± 0.178 % 63 30.9266 ± 1.1773 0.11643 ± 0.00822 0.01913 ± 0.00052 4.130 ± 0.136 % 94.703 ± 0.177 % 64 31.2048 ± 1.1791 0.11570 ± 0.00811 0.01909 ± 0.00051 4.114 ± 0.134 % 94.700 ± 0.175 % 65 31.1488 ± 1.1659 0.11460 ± 0.00800 0.01903 ± 0.00051 4.102 ± 0.132 % 94.691 ± 0.174 % 66 31.5318 ± 1.1736 0.11613 ± 0.00801 0.01896 ± 0.00050 4.091 ± 0.131 % 94.682 ± 0.173 % 67 30.7846 ± 1.1343 0.11458 ± 0.00791 0.01889 ± 0.00050 4.094 ± 0.130 % 94.732 ± 0.171 % 68 31.0975 ± 1.1376 0.11501 ± 0.00783 0.01882 ± 0.00049 4.086 ± 0.128 % 94.735 ± 0.170 % 69 31.3544 ± 1.1389 0.11474 ± 0.00774 0.01887 ± 0.00048 4.077 ± 0.127 % 94.675 ± 0.169 % 70 31.7172 ± 1.1458 0.11738 ± 0.00775 0.01888 ± 0.00048 4.072 ± 0.125 % 94.644 ± 0.169 % 71 31.4855 ± 1.1273 0.11603 ± 0.00765 0.01888 ± 0.00047 4.066 ± 0.124 % 94.659 ± 0.167 % 72 31.4297 ± 1.1158 0.11586 ± 0.00756 0.01887 ± 0.00047 4.068 ± 0.122 % 94.646 ± 0.166 % 73 30.4296 ± 1.0695 0.11423 ± 0.00746 0.01874 ± 0.00046 4.065 ± 0.121 % 94.676 ± 0.165 % 74 29.9763 ± 1.0439 0.11292 ± 0.00737 0.01873 ± 0.00046 4.095 ± 0.121 % 94.674 ± 0.163 % 75 29.6738 ± 1.0242 0.11110 ± 0.00728 0.01870 ± 0.00045 4.098 ± 0.119 % 94.677 ± 0.162 % 76 30.0025 ± 1.0290 0.11143 ± 0.00722 0.01871 ± 0.00045 4.094 ± 0.118 % 94.618 ± 0.162 % 77 30.1503 ± 1.0279 0.11126 ± 0.00715 0.01873 ± 0.00044 4.090 ± 0.117 % 94.591 ± 0.161 % 78 29.7043 ± 1.0032 0.10962 ± 0.00706 0.01862 ± 0.00044 4.078 ± 0.116 % 94.620 ± 0.160 % 79 29.7887 ± 1.0001 0.10954 ± 0.00701 0.01857 ± 0.00043 4.064 ± 0.115 % 94.619 ± 0.159 % 80 29.6528 ± 0.9882 0.10942 ± 0.00694 0.01859 ± 0.00043 4.067 ± 0.113 % 94.647 ± 0.158 % 81 29.7537 ± 0.9847 0.10856 ± 0.00686 0.01857 ± 0.00042 4.055 ± 0.112 % 94.621 ± 0.157 % 82 29.7601 ± 0.9772 0.10753 ± 0.00679 0.01855 ± 0.00042 4.043 ± 0.111 % 94.615 ± 0.156 % 83 29.7170 ± 0.9692 0.10645 ± 0.00672 0.01867 ± 0.00043 4.082 ± 0.116 % 94.614 ± 0.155 % 84 29.8931 ± 0.9690 0.10669 ± 0.00667 0.01867 ± 0.00043 4.067 ± 0.115 % 94.599 ± 0.154 % 85 29.8285 ± 0.9598 0.10604 ± 0.00661 0.01868 ± 0.00042 4.061 ± 0.114 % 94.607 ± 0.153 % 86 30.0884 ± 0.9628 0.10595 ± 0.00658 0.01862 ± 0.00042 4.047 ± 0.113 % 94.610 ± 0.152 % 87 30.2264 ± 0.9621 0.10595 ± 0.00654 0.01867 ± 0.00042 4.054 ± 0.112 % 94.595 ± 0.152 % 88 29.9021 ± 0.9455 0.10514 ± 0.00647 0.01864 ± 0.00041 4.059 ± 0.111 % 94.590 ± 0.151 % 89 30.2288 ± 0.9501 0.10427 ± 0.00641 0.01865 ± 0.00041 4.048 ± 0.110 % 94.571 ± 0.150 % 90 30.2579 ± 0.9450 0.10346 ± 0.00636 0.01864 ± 0.00041 4.047 ± 0.110 % 94.580 ± 0.149 % 91 30.5321 ± 0.9492 0.10415 ± 0.00632 0.01862 ± 0.00040 4.038 ± 0.109 % 94.600 ± 0.148 % 92 30.5426 ± 0.9444 0.10393 ± 0.00627 0.01861 ± 0.00040 4.028 ± 0.108 % 94.591 ± 0.148 % 93 30.8230 ± 0.9485 0.10394 ± 0.00622 0.01865 ± 0.00040 4.026 ± 0.107 % 94.594 ± 0.147 % 94 30.3591 ± 0.9280 0.10311 ± 0.00617 0.01854 ± 0.00039 4.013 ± 0.106 % 94.627 ± 0.146 % 95 30.5829 ± 0.9301 0.10238 ± 0.00611 0.01851 ± 0.00039 4.006 ± 0.105 % 94.634 ± 0.145 % 96 30.4940 ± 0.9230 0.10309 ± 0.00610 0.01851 ± 0.00039 4.013 ± 0.104 % 94.649 ± 0.144 % 97 30.6143 ± 0.9221 0.10227 ± 0.00605 0.01846 ± 0.00038 4.001 ± 0.104 % 94.647 ± 0.143 % 98 30.8391 ± 0.9252 0.10268 ± 0.00602 0.01848 ± 0.00038 4.005 ± 0.103 % 94.638 ± 0.143 % 99 30.4206 ± 0.9062 0.10162 ± 0.00597 0.01841 ± 0.00038 3.999 ± 0.102 % 94.664 ± 0.141 % 100 30.5538 ± 0.9045 0.10057 ± 0.00591 0.01841 ± 0.00037 3.992 ± 0.101 % 94.651 ± 0.141 % ====== Perplexity statistics ====== Mean PPL(Q) : 30.553778 ± 0.904505 Mean PPL(base) : 27.630543 ± 0.755134 Cor(ln(PPL(Q)), ln(PPL(base))): 98.16% Mean ln(PPL(Q)/PPL(base)) : 0.100567 ± 0.005913 Mean PPL(Q)/PPL(base) : 1.105797 ± 0.006538 Mean PPL(Q)-PPL(base) : 2.923235 ± 0.217854 ====== KL divergence statistics ====== Mean KLD: 0.018411 ± 0.000373 Maximum KLD: 2.540720 99.9% KLD: 0.764029 99.0% KLD: 0.187606 95.0% KLD: 0.070248 90.0% KLD: 0.042426 Median KLD: 0.004789 10.0% KLD: 0.000009 5.0% KLD: 0.000001 1.0% KLD: -0.000000 0.1% KLD: -0.000002 Minimum KLD: -0.000021 ====== Token probability statistics ====== Mean Δp: -0.078 ± 0.025 % Maximum Δp: 83.035% 99.9% Δp: 27.327% 99.0% Δp: 11.890% 95.0% Δp: 4.277% 90.0% Δp: 1.820% 75.0% Δp: 0.113% Median Δp: -0.000% 25.0% Δp: -0.158% 10.0% Δp: -2.113% 5.0% Δp: -4.634% 1.0% Δp: -12.691% 0.1% Δp: -35.143% Minimum Δp: -78.225% RMS Δp : 3.992 ± 0.101 % Same top p: 94.651 ± 0.141 % # exit 0 after 120s