$ /Users/minipro/quantdiff/llama.cpp/src-b11770-ps/build/bin/llama-perplexity -m /Users/minipro/quantdiff/models/campaign/b70fcf463239/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q2_K_XL.gguf --kl-divergence-base /Users/minipro/quantdiff/work/reference/nemotron-3.5-bolt-e4b/quantdiff-kld-v1-chat-gemma4.kld --kl-divergence -c 512 -b 512 -ngl 999 --parse-special # started 2026-10-24T03:00:36Z 0.00.733.774 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.736.714 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.744.608 W load: '' is a normal token here, removing it from EOG list 0.00.948.522 I cmn init: llama threadpool init, n_threads = 8 0.01.138.845 I 0.01.138.869 I system_info: n_threads = 8 (n_threads_batch = 8) / 12 | MTL : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | MATMUL_INT8 = 1 | DOTPROD = 1 | ACCELERATE = 1 | REPACK = 1 | 0.01.147.148 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.249.690 I kl_divergence: 1.10 seconds per pass - ETA 1.83 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 25.5238 ± 7.7663 -0.18771 ± 0.09000 0.14030 ± 0.02255 11.508 ± 1.737 % 87.843 ± 2.050 % 2 37.7813 ± 8.3610 -0.18453 ± 0.06901 0.14394 ± 0.01488 11.028 ± 1.204 % 86.275 ± 1.525 % 3 28.7091 ± 5.1330 -0.10635 ± 0.05983 0.14359 ± 0.01434 11.114 ± 0.980 % 87.059 ± 1.214 % 4 28.6320 ± 4.4183 -0.07158 ± 0.04950 0.13627 ± 0.01152 10.500 ± 0.798 % 88.137 ± 1.013 % 5 35.5468 ± 4.9505 -0.06650 ± 0.04196 0.13242 ± 0.00940 9.920 ± 0.683 % 87.922 ± 0.913 % 6 37.8455 ± 4.7918 -0.05802 ± 0.03724 0.13583 ± 0.00849 9.865 ± 0.601 % 87.255 ± 0.853 % 7 36.9297 ± 4.2311 -0.05884 ± 0.03311 0.13863 ± 0.00792 9.758 ± 0.537 % 86.275 ± 0.815 % 8 37.1523 ± 3.9854 -0.04985 ± 0.03005 0.13107 ± 0.00700 9.359 ± 0.492 % 86.814 ± 0.749 % 9 39.1548 ± 3.9689 -0.03925 ± 0.02967 0.13086 ± 0.00633 9.162 ± 0.455 % 86.492 ± 0.714 % 10 40.9637 ± 3.9256 -0.03576 ± 0.02737 0.12873 ± 0.00580 9.075 ± 0.426 % 86.275 ± 0.682 % 11 44.3602 ± 4.0826 -0.02796 ± 0.02616 0.12756 ± 0.00535 8.932 ± 0.398 % 86.168 ± 0.652 % 12 45.8739 ± 4.0420 -0.02440 ± 0.02473 0.12703 ± 0.00511 8.861 ± 0.381 % 86.405 ± 0.620 % 13 46.9656 ± 3.9768 -0.02216 ± 0.02335 0.12610 ± 0.00481 8.881 ± 0.359 % 86.305 ± 0.597 % 14 47.2925 ± 3.8240 -0.02130 ± 0.02195 0.12379 ± 0.00449 8.788 ± 0.340 % 86.499 ± 0.572 % 15 48.5555 ± 3.7808 -0.02645 ± 0.02093 0.12226 ± 0.00423 8.648 ± 0.324 % 86.222 ± 0.557 % 16 51.3862 ± 3.9043 -0.02713 ± 0.02034 0.12370 ± 0.00407 8.578 ± 0.310 % 86.054 ± 0.542 % 17 50.8492 ± 3.7204 -0.02836 ± 0.01953 0.12403 ± 0.00394 8.516 ± 0.296 % 85.882 ± 0.529 % 18 50.6505 ± 3.5911 -0.03703 ± 0.01888 0.12496 ± 0.00385 8.466 ± 0.284 % 85.969 ± 0.513 % 19 48.5157 ± 3.3817 -0.02787 ± 0.01914 0.12439 ± 0.00372 8.719 ± 0.287 % 86.130 ± 0.497 % 20 45.4476 ± 3.0735 -0.02273 ± 0.01852 0.12568 ± 0.00374 9.064 ± 0.299 % 86.118 ± 0.484 % 21 45.2466 ± 2.9750 -0.03448 ± 0.01798 0.12878 ± 0.00375 9.295 ± 0.305 % 86.069 ± 0.473 % 22 43.6776 ± 2.8033 -0.02866 ± 0.01754 0.12947 ± 0.00369 9.412 ± 0.302 % 86.150 ± 0.461 % 23 43.6881 ± 2.7402 -0.03622 ± 0.01708 0.12988 ± 0.00359 9.455 ± 0.299 % 86.257 ± 0.450 % 24 44.8225 ± 2.7661 -0.03606 ± 0.01671 0.13039 ± 0.00354 9.496 ± 0.293 % 86.324 ± 0.439 % 25 41.4079 ± 2.4839 -0.04412 ± 0.01623 0.13043 ± 0.00352 9.631 ± 0.293 % 86.384 ± 0.430 % 26 39.0372 ± 2.2810 -0.04484 ± 0.01578 0.12895 ± 0.00345 9.574 ± 0.287 % 86.486 ± 0.420 % 27 38.1820 ± 2.1784 -0.04828 ± 0.01538 0.12934 ± 0.00336 9.650 ± 0.277 % 86.391 ± 0.413 % 28 38.5592 ± 2.1649 -0.04903 ± 0.01500 0.12966 ± 0.00331 9.702 ± 0.273 % 86.457 ± 0.405 % 29 37.8835 ± 2.0823 -0.05014 ± 0.01468 0.12908 ± 0.00322 9.649 ± 0.266 % 86.437 ± 0.398 % 30 38.1308 ± 2.0654 -0.04942 ± 0.01449 0.12933 ± 0.00315 9.649 ± 0.261 % 86.301 ± 0.393 % 31 36.2076 ± 1.9192 -0.05430 ± 0.01423 0.13233 ± 0.00332 9.984 ± 0.269 % 86.312 ± 0.387 % 32 35.6546 ± 1.8509 -0.05447 ± 0.01389 0.13211 ± 0.00325 10.035 ± 0.265 % 86.324 ± 0.380 % 33 36.0294 ± 1.8511 -0.05752 ± 0.01387 0.13299 ± 0.00323 10.070 ± 0.262 % 86.215 ± 0.376 % 34 35.7491 ± 1.8068 -0.05739 ± 0.01364 0.13276 ± 0.00315 10.064 ± 0.257 % 86.251 ± 0.370 % 35 35.3499 ± 1.7538 -0.06122 ± 0.01335 0.13394 ± 0.00314 10.148 ± 0.255 % 86.129 ± 0.366 % 36 33.8746 ± 1.6472 -0.06496 ± 0.01308 0.13292 ± 0.00308 10.125 ± 0.250 % 86.231 ± 0.360 % 37 32.4957 ± 1.5496 -0.06799 ± 0.01288 0.13269 ± 0.00306 10.216 ± 0.249 % 86.338 ± 0.354 % 38 30.9028 ± 1.4454 -0.06973 ± 0.01263 0.13209 ± 0.00302 10.233 ± 0.245 % 86.491 ± 0.347 % 39 29.8971 ± 1.3720 -0.07049 ± 0.01238 0.13171 ± 0.00297 10.271 ± 0.244 % 86.536 ± 0.342 % 40 29.3209 ± 1.3271 -0.07027 ± 0.01231 0.13243 ± 0.00298 10.319 ± 0.243 % 86.549 ± 0.338 % 41 29.3738 ± 1.3185 -0.06084 ± 0.01247 0.13247 ± 0.00292 10.312 ± 0.238 % 86.456 ± 0.335 % 42 28.5359 ± 1.2601 -0.06064 ± 0.01224 0.13226 ± 0.00288 10.373 ± 0.234 % 86.415 ± 0.331 % 43 27.9916 ± 1.2173 -0.06164 ± 0.01203 0.13225 ± 0.00283 10.379 ± 0.230 % 86.430 ± 0.327 % 44 26.9400 ± 1.1545 -0.06167 ± 0.01184 0.13254 ± 0.00282 10.519 ± 0.231 % 86.471 ± 0.323 % 45 27.0321 ± 1.1447 -0.05963 ± 0.01168 0.13192 ± 0.00277 10.497 ± 0.227 % 86.545 ± 0.319 % 46 26.6494 ± 1.1153 -0.05902 ± 0.01153 0.13162 ± 0.00273 10.490 ± 0.224 % 86.564 ± 0.315 % 47 26.6849 ± 1.1036 -0.05772 ± 0.01136 0.13154 ± 0.00269 10.480 ± 0.221 % 86.583 ± 0.311 % 48 26.3978 ± 1.0768 -0.06051 ± 0.01119 0.13151 ± 0.00265 10.476 ± 0.219 % 86.593 ± 0.308 % 49 26.3900 ± 1.0644 -0.06376 ± 0.01107 0.13226 ± 0.00264 10.465 ± 0.216 % 86.595 ± 0.305 % 50 25.5875 ± 1.0178 -0.06333 ± 0.01087 0.13076 ± 0.00259 10.432 ± 0.213 % 86.690 ± 0.301 % 51 25.5045 ± 1.0028 -0.06223 ± 0.01077 0.13114 ± 0.00258 10.419 ± 0.210 % 86.574 ± 0.299 % 52 25.4269 ± 0.9902 -0.06372 ± 0.01064 0.13101 ± 0.00255 10.418 ± 0.208 % 86.538 ± 0.296 % 53 25.4333 ± 0.9859 -0.06234 ± 0.01067 0.13061 ± 0.00252 10.402 ± 0.206 % 86.600 ± 0.293 % 54 25.6113 ± 0.9820 -0.06566 ± 0.01056 0.13093 ± 0.00249 10.411 ± 0.204 % 86.609 ± 0.290 % 55 25.6041 ± 0.9703 -0.06669 ± 0.01042 0.13096 ± 0.00245 10.395 ± 0.202 % 86.560 ± 0.288 % 56 25.2903 ± 0.9481 -0.06747 ± 0.01030 0.13054 ± 0.00243 10.377 ± 0.199 % 86.632 ± 0.285 % 57 25.6925 ± 0.9550 -0.06553 ± 0.01018 0.13072 ± 0.00240 10.358 ± 0.197 % 86.557 ± 0.283 % 58 25.7042 ± 0.9453 -0.06691 ± 0.01006 0.13088 ± 0.00237 10.339 ± 0.195 % 86.491 ± 0.281 % 59 26.0609 ± 0.9495 -0.06786 ± 0.00996 0.13133 ± 0.00235 10.313 ± 0.192 % 86.401 ± 0.279 % 60 26.1263 ± 0.9438 -0.06973 ± 0.00988 0.13098 ± 0.00232 10.281 ± 0.190 % 86.451 ± 0.277 % 61 25.6334 ± 0.9165 -0.07136 ± 0.00979 0.13142 ± 0.00235 10.340 ± 0.190 % 86.500 ± 0.274 % 62 25.5131 ± 0.9060 -0.07005 ± 0.00972 0.13149 ± 0.00235 10.372 ± 0.190 % 86.528 ± 0.272 % 63 25.6612 ± 0.9054 -0.07021 ± 0.00966 0.13117 ± 0.00232 10.332 ± 0.188 % 86.449 ± 0.270 % 64 25.8523 ± 0.9052 -0.07247 ± 0.00957 0.13107 ± 0.00229 10.306 ± 0.186 % 86.495 ± 0.268 % 65 25.8007 ± 0.8950 -0.07377 ± 0.00946 0.13064 ± 0.00226 10.280 ± 0.184 % 86.486 ± 0.266 % 66 26.1413 ± 0.9024 -0.07135 ± 0.00945 0.13047 ± 0.00224 10.288 ± 0.183 % 86.500 ± 0.263 % 67 25.5518 ± 0.8733 -0.07173 ± 0.00935 0.12999 ± 0.00222 10.274 ± 0.181 % 86.544 ± 0.261 % 68 25.8146 ± 0.8764 -0.07117 ± 0.00928 0.12992 ± 0.00219 10.254 ± 0.179 % 86.517 ± 0.259 % 69 26.0315 ± 0.8772 -0.07131 ± 0.00920 0.13028 ± 0.00217 10.240 ± 0.177 % 86.462 ± 0.258 % 70 26.3024 ± 0.8813 -0.06982 ± 0.00917 0.13023 ± 0.00215 10.257 ± 0.176 % 86.420 ± 0.256 % 71 26.0986 ± 0.8664 -0.07161 ± 0.00908 0.13026 ± 0.00213 10.278 ± 0.174 % 86.418 ± 0.255 % 72 26.0647 ± 0.8578 -0.07131 ± 0.00898 0.13010 ± 0.00211 10.272 ± 0.172 % 86.383 ± 0.253 % 73 25.2623 ± 0.8232 -0.07187 ± 0.00888 0.12935 ± 0.00210 10.280 ± 0.171 % 86.489 ± 0.251 % 74 24.9205 ± 0.8048 -0.07179 ± 0.00879 0.12919 ± 0.00208 10.319 ± 0.171 % 86.486 ± 0.249 % 75 24.6478 ± 0.7887 -0.07448 ± 0.00873 0.12897 ± 0.00206 10.316 ± 0.169 % 86.515 ± 0.247 % 76 24.9518 ± 0.7938 -0.07291 ± 0.00869 0.12941 ± 0.00204 10.342 ± 0.167 % 86.373 ± 0.246 % 77 25.0390 ± 0.7917 -0.07450 ± 0.00861 0.12937 ± 0.00202 10.331 ± 0.166 % 86.336 ± 0.245 % 78 24.6895 ± 0.7733 -0.07529 ± 0.00852 0.12901 ± 0.00200 10.355 ± 0.164 % 86.360 ± 0.243 % 79 24.7682 ± 0.7709 -0.07503 ± 0.00846 0.12916 ± 0.00200 10.353 ± 0.163 % 86.334 ± 0.242 % 80 24.6301 ± 0.7606 -0.07617 ± 0.00840 0.12970 ± 0.00199 10.385 ± 0.162 % 86.284 ± 0.241 % 81 24.7204 ± 0.7582 -0.07677 ± 0.00832 0.12994 ± 0.00200 10.376 ± 0.160 % 86.260 ± 0.240 % 82 24.6996 ± 0.7517 -0.07885 ± 0.00826 0.12992 ± 0.00198 10.359 ± 0.159 % 86.251 ± 0.238 % 83 24.6539 ± 0.7451 -0.08033 ± 0.00819 0.13003 ± 0.00197 10.362 ± 0.158 % 86.270 ± 0.237 % 84 24.7747 ± 0.7443 -0.08112 ± 0.00813 0.12979 ± 0.00195 10.329 ± 0.157 % 86.261 ± 0.235 % 85 24.7367 ± 0.7379 -0.08114 ± 0.00807 0.12977 ± 0.00193 10.317 ± 0.156 % 86.219 ± 0.234 % 86 24.9961 ± 0.7420 -0.07948 ± 0.00804 0.12958 ± 0.00191 10.313 ± 0.155 % 86.188 ± 0.233 % 87 25.1017 ± 0.7411 -0.07983 ± 0.00800 0.12965 ± 0.00189 10.301 ± 0.154 % 86.180 ± 0.232 % 88 24.8315 ± 0.7281 -0.08067 ± 0.00794 0.12935 ± 0.00188 10.316 ± 0.153 % 86.212 ± 0.230 % 89 25.1241 ± 0.7326 -0.08069 ± 0.00788 0.12942 ± 0.00186 10.283 ± 0.152 % 86.213 ± 0.229 % 90 25.1495 ± 0.7289 -0.08147 ± 0.00783 0.12930 ± 0.00184 10.270 ± 0.150 % 86.196 ± 0.228 % 91 25.3896 ± 0.7327 -0.08029 ± 0.00779 0.12958 ± 0.00184 10.258 ± 0.149 % 86.201 ± 0.226 % 92 25.4088 ± 0.7294 -0.08010 ± 0.00774 0.12929 ± 0.00182 10.261 ± 0.149 % 86.206 ± 0.225 % 93 25.6358 ± 0.7327 -0.08033 ± 0.00769 0.12941 ± 0.00181 10.283 ± 0.148 % 86.203 ± 0.224 % 94 25.2727 ± 0.7175 -0.08026 ± 0.00764 0.12878 ± 0.00180 10.266 ± 0.147 % 86.266 ± 0.222 % 95 25.4524 ± 0.7188 -0.08125 ± 0.00759 0.12854 ± 0.00178 10.251 ± 0.146 % 86.283 ± 0.221 % 96 25.3944 ± 0.7138 -0.07992 ± 0.00756 0.12849 ± 0.00177 10.254 ± 0.145 % 86.287 ± 0.220 % 97 25.4898 ± 0.7128 -0.08092 ± 0.00751 0.12835 ± 0.00176 10.235 ± 0.144 % 86.258 ± 0.219 % 98 25.6778 ± 0.7152 -0.08048 ± 0.00746 0.12860 ± 0.00176 10.243 ± 0.144 % 86.222 ± 0.218 % 99 25.3672 ± 0.7018 -0.08004 ± 0.00740 0.12807 ± 0.00174 10.233 ± 0.143 % 86.278 ± 0.217 % 100 25.4983 ± 0.7013 -0.08031 ± 0.00734 0.12807 ± 0.00173 10.205 ± 0.142 % 86.235 ± 0.216 % ====== Perplexity statistics ====== Mean PPL(Q) : 25.498313 ± 0.701311 Mean PPL(base) : 27.630543 ± 0.755134 Cor(ln(PPL(Q)), ln(PPL(base))): 96.42% Mean ln(PPL(Q)/PPL(base)) : -0.080309 ± 0.007343 Mean PPL(Q)/PPL(base) : 0.922831 ± 0.006776 Mean PPL(Q)-PPL(base) : -2.132230 ± 0.202141 ====== KL divergence statistics ====== Mean KLD: 0.128070 ± 0.001732 Maximum KLD: 7.085194 99.9% KLD: 3.451292 99.0% KLD: 1.202577 95.0% KLD: 0.485506 90.0% KLD: 0.315414 Median KLD: 0.045474 10.0% KLD: 0.000374 5.0% KLD: 0.000078 1.0% KLD: 0.000006 0.1% KLD: 0.000000 Minimum KLD: -0.000001 ====== Token probability statistics ====== Mean Δp: -1.465 ± 0.063 % Maximum Δp: 95.090% 99.9% Δp: 65.153% 99.0% Δp: 26.258% 95.0% Δp: 9.535% 90.0% Δp: 3.857% 75.0% Δp: 0.133% Median Δp: -0.014% 25.0% Δp: -1.565% 10.0% Δp: -9.351% 5.0% Δp: -17.821% 1.0% Δp: -39.341% 0.1% Δp: -72.791% Minimum Δp: -99.192% RMS Δp : 10.205 ± 0.142 % Same top p: 86.235 ± 0.216 % # exit 0 after 114s