$ /Users/minipro/quantdiff/llama.cpp/src-b11770-ps/build/bin/llama-perplexity -m /Users/minipro/quantdiff/models/campaign/070456a111a8/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-IQ2_M.gguf --kl-divergence-base /Users/minipro/quantdiff/work/reference/nemotron-3.5-bolt-e4b/quantdiff-kld-v1-chat-gemma4.kld --kl-divergence -c 512 -b 512 -ngl 999 --parse-special # started 2026-10-24T03:54:05Z 0.00.715.975 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.718.861 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.724.800 W load: '' is a normal token here, removing it from EOG list 0.00.918.332 I cmn init: llama threadpool init, n_threads = 8 0.01.027.703 I 0.01.027.722 I system_info: n_threads = 8 (n_threads_batch = 8) / 12 | MTL : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | MATMUL_INT8 = 1 | DOTPROD = 1 | ACCELERATE = 1 | REPACK = 1 | 0.01.035.811 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.115.066 I kl_divergence: 1.08 seconds per pass - ETA 1.78 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 22.8195 ± 6.6530 -0.29971 ± 0.08998 0.23309 ± 0.04553 11.429 ± 1.706 % 85.098 ± 2.234 % 2 37.3031 ± 8.1728 -0.19727 ± 0.07570 0.22978 ± 0.02674 11.336 ± 1.238 % 83.725 ± 1.636 % 3 28.0834 ± 4.8477 -0.12839 ± 0.05918 0.24570 ± 0.02322 13.835 ± 1.123 % 83.660 ± 1.338 % 4 26.9362 ± 3.9881 -0.13264 ± 0.04915 0.23039 ± 0.01809 13.534 ± 0.932 % 84.608 ± 1.130 % 5 33.0339 ± 4.4274 -0.13981 ± 0.04317 0.22436 ± 0.01479 12.998 ± 0.787 % 83.843 ± 1.031 % 6 35.1755 ± 4.2995 -0.13119 ± 0.03864 0.21598 ± 0.01258 12.438 ± 0.694 % 83.725 ± 0.944 % 7 34.6149 ± 3.8375 -0.12357 ± 0.03475 0.21667 ± 0.01114 12.165 ± 0.619 % 82.857 ± 0.892 % 8 34.3984 ± 3.5577 -0.12686 ± 0.03198 0.20769 ± 0.00988 11.925 ± 0.567 % 83.333 ± 0.825 % 9 36.6354 ± 3.5834 -0.10576 ± 0.03121 0.20792 ± 0.00901 11.862 ± 0.527 % 82.789 ± 0.788 % 10 38.7605 ± 3.6039 -0.09104 ± 0.02922 0.20536 ± 0.00826 11.754 ± 0.489 % 82.353 ± 0.755 % 11 41.8768 ± 3.7328 -0.08557 ± 0.02802 0.20510 ± 0.00765 11.603 ± 0.457 % 82.103 ± 0.724 % 12 42.7250 ± 3.6364 -0.09551 ± 0.02687 0.20623 ± 0.00744 11.497 ± 0.431 % 82.386 ± 0.689 % 13 44.0114 ± 3.6045 -0.08712 ± 0.02560 0.20690 ± 0.00723 11.494 ± 0.411 % 82.081 ± 0.666 % 14 44.0572 ± 3.4448 -0.09216 ± 0.02421 0.20337 ± 0.00676 11.428 ± 0.390 % 82.269 ± 0.639 % 15 45.4727 ± 3.4329 -0.09204 ± 0.02319 0.20078 ± 0.00638 11.223 ± 0.372 % 81.856 ± 0.623 % 16 47.8770 ± 3.5298 -0.09786 ± 0.02267 0.20268 ± 0.00623 11.199 ± 0.357 % 81.642 ± 0.606 % 17 47.4127 ± 3.3672 -0.09834 ± 0.02169 0.20276 ± 0.00602 11.131 ± 0.342 % 81.569 ± 0.589 % 18 47.4659 ± 3.2669 -0.10197 ± 0.02093 0.20386 ± 0.00585 11.163 ± 0.341 % 81.547 ± 0.573 % 19 45.4551 ± 3.0707 -0.09303 ± 0.02091 0.20503 ± 0.00582 11.383 ± 0.342 % 81.754 ± 0.555 % 20 42.6501 ± 2.7940 -0.08626 ± 0.02025 0.20693 ± 0.00573 11.750 ± 0.343 % 81.725 ± 0.541 % 21 42.9496 ± 2.7392 -0.08658 ± 0.01974 0.21253 ± 0.00577 12.075 ± 0.352 % 81.438 ± 0.531 % 22 41.1925 ± 2.5587 -0.08724 ± 0.01913 0.21246 ± 0.00559 12.106 ± 0.340 % 81.462 ± 0.519 % 23 41.3173 ± 2.5059 -0.09201 ± 0.01863 0.21535 ± 0.00566 12.364 ± 0.345 % 81.586 ± 0.506 % 24 42.2950 ± 2.5226 -0.09410 ± 0.01822 0.21684 ± 0.00560 12.483 ± 0.341 % 81.569 ± 0.496 % 25 39.0890 ± 2.2654 -0.10175 ± 0.01772 0.21639 ± 0.00558 12.500 ± 0.334 % 81.851 ± 0.483 % 26 36.9173 ± 2.0853 -0.10067 ± 0.01723 0.21246 ± 0.00540 12.437 ± 0.327 % 82.081 ± 0.471 % 27 35.8670 ± 1.9781 -0.11083 ± 0.01691 0.21235 ± 0.00525 12.549 ± 0.319 % 82.179 ± 0.461 % 28 36.2036 ± 1.9640 -0.11207 ± 0.01664 0.21254 ± 0.00523 12.473 ± 0.311 % 82.241 ± 0.452 % 29 35.3793 ± 1.8772 -0.11853 ± 0.01630 0.21153 ± 0.00507 12.460 ± 0.303 % 82.245 ± 0.444 % 30 35.5941 ± 1.8613 -0.11826 ± 0.01603 0.21093 ± 0.00496 12.447 ± 0.300 % 82.209 ± 0.437 % 31 33.7395 ± 1.7247 -0.12490 ± 0.01584 0.21288 ± 0.00505 12.662 ± 0.300 % 82.302 ± 0.429 % 32 33.2768 ± 1.6670 -0.12349 ± 0.01549 0.21251 ± 0.00496 12.739 ± 0.298 % 82.365 ± 0.422 % 33 33.5627 ± 1.6630 -0.12844 ± 0.01536 0.21482 ± 0.00493 12.833 ± 0.296 % 82.258 ± 0.416 % 34 33.3944 ± 1.6309 -0.12552 ± 0.01513 0.21407 ± 0.00481 12.880 ± 0.290 % 82.249 ± 0.410 % 35 33.0928 ± 1.5865 -0.12720 ± 0.01487 0.21453 ± 0.00473 12.901 ± 0.286 % 82.151 ± 0.405 % 36 31.8136 ± 1.4955 -0.12773 ± 0.01458 0.21408 ± 0.00465 12.938 ± 0.281 % 82.146 ± 0.400 % 37 30.5559 ± 1.4085 -0.12953 ± 0.01429 0.21235 ± 0.00458 12.970 ± 0.276 % 82.279 ± 0.393 % 38 29.0635 ± 1.3138 -0.13109 ± 0.01405 0.21169 ± 0.00451 13.045 ± 0.273 % 82.436 ± 0.387 % 39 28.1849 ± 1.2503 -0.12946 ± 0.01377 0.21112 ± 0.00443 13.063 ± 0.269 % 82.584 ± 0.380 % 40 27.6115 ± 1.2079 -0.13034 ± 0.01359 0.21233 ± 0.00448 13.074 ± 0.266 % 82.578 ± 0.376 % 41 27.5637 ± 1.1964 -0.12445 ± 0.01373 0.21213 ± 0.00439 13.065 ± 0.261 % 82.468 ± 0.372 % 42 26.8383 ± 1.1456 -0.12197 ± 0.01350 0.21164 ± 0.00441 13.091 ± 0.258 % 82.577 ± 0.367 % 43 26.3124 ± 1.1062 -0.12351 ± 0.01330 0.21180 ± 0.00434 13.135 ± 0.255 % 82.572 ± 0.362 % 44 25.3340 ± 1.0489 -0.12314 ± 0.01311 0.21144 ± 0.00428 13.311 ± 0.252 % 82.611 ± 0.358 % 45 25.4213 ± 1.0398 -0.12106 ± 0.01291 0.21075 ± 0.00420 13.279 ± 0.249 % 82.641 ± 0.354 % 46 25.0204 ± 1.0110 -0.12209 ± 0.01273 0.21041 ± 0.00414 13.295 ± 0.247 % 82.634 ± 0.350 % 47 25.1007 ± 1.0021 -0.11893 ± 0.01256 0.21105 ± 0.00410 13.308 ± 0.245 % 82.620 ± 0.346 % 48 24.8227 ± 0.9790 -0.12203 ± 0.01246 0.21100 ± 0.00405 13.281 ± 0.242 % 82.606 ± 0.343 % 49 24.8562 ± 0.9696 -0.12364 ± 0.01233 0.21061 ± 0.00398 13.232 ± 0.239 % 82.585 ± 0.339 % 50 24.0828 ± 0.9262 -0.12393 ± 0.01212 0.20807 ± 0.00391 13.168 ± 0.236 % 82.784 ± 0.334 % 51 23.9543 ± 0.9106 -0.12494 ± 0.01200 0.20800 ± 0.00385 13.173 ± 0.232 % 82.730 ± 0.331 % 52 23.9475 ± 0.9022 -0.12366 ± 0.01187 0.20831 ± 0.00381 13.207 ± 0.231 % 82.700 ± 0.328 % 53 23.8857 ± 0.8951 -0.12512 ± 0.01193 0.20792 ± 0.00378 13.145 ± 0.228 % 82.738 ± 0.325 % 54 24.0512 ± 0.8915 -0.12851 ± 0.01179 0.20809 ± 0.00374 13.150 ± 0.226 % 82.723 ± 0.322 % 55 24.0766 ± 0.8823 -0.12820 ± 0.01164 0.20821 ± 0.00368 13.142 ± 0.224 % 82.688 ± 0.319 % 56 23.7755 ± 0.8624 -0.12924 ± 0.01155 0.20777 ± 0.00366 13.150 ± 0.222 % 82.731 ± 0.316 % 57 24.1352 ± 0.8681 -0.12806 ± 0.01142 0.20843 ± 0.00361 13.150 ± 0.220 % 82.614 ± 0.314 % 58 24.0650 ± 0.8559 -0.13281 ± 0.01132 0.20892 ± 0.00359 13.126 ± 0.218 % 82.569 ± 0.312 % 59 24.3483 ± 0.8576 -0.13583 ± 0.01120 0.20889 ± 0.00355 13.097 ± 0.215 % 82.559 ± 0.309 % 60 24.4828 ± 0.8556 -0.13470 ± 0.01116 0.20891 ± 0.00351 13.076 ± 0.212 % 82.562 ± 0.307 % 61 24.0336 ± 0.8313 -0.13581 ± 0.01107 0.20854 ± 0.00349 13.159 ± 0.213 % 82.629 ± 0.304 % 62 23.8783 ± 0.8202 -0.13627 ± 0.01098 0.20736 ± 0.00344 13.128 ± 0.210 % 82.688 ± 0.301 % 63 24.0825 ± 0.8230 -0.13370 ± 0.01091 0.20717 ± 0.00340 13.113 ± 0.209 % 82.639 ± 0.299 % 64 24.2266 ± 0.8214 -0.13742 ± 0.01084 0.20735 ± 0.00339 13.077 ± 0.207 % 82.610 ± 0.297 % 65 24.1820 ± 0.8123 -0.13856 ± 0.01071 0.20721 ± 0.00335 13.067 ± 0.205 % 82.606 ± 0.294 % 66 24.4837 ± 0.8188 -0.13686 ± 0.01071 0.20709 ± 0.00331 13.074 ± 0.204 % 82.626 ± 0.292 % 67 23.9032 ± 0.7910 -0.13843 ± 0.01061 0.20669 ± 0.00329 13.069 ± 0.202 % 82.704 ± 0.289 % 68 24.1465 ± 0.7935 -0.13798 ± 0.01051 0.20680 ± 0.00325 13.069 ± 0.201 % 82.693 ± 0.287 % 69 24.2798 ± 0.7916 -0.14097 ± 0.01044 0.20695 ± 0.00322 13.043 ± 0.199 % 82.666 ± 0.285 % 70 24.4855 ± 0.7938 -0.14140 ± 0.01041 0.20727 ± 0.00319 13.071 ± 0.197 % 82.599 ± 0.284 % 71 24.2921 ± 0.7803 -0.14335 ± 0.01033 0.20732 ± 0.00316 13.065 ± 0.195 % 82.607 ± 0.282 % 72 24.2556 ± 0.7724 -0.14325 ± 0.01022 0.20700 ± 0.00312 13.051 ± 0.193 % 82.598 ± 0.280 % 73 23.5046 ± 0.7410 -0.14399 ± 0.01010 0.20526 ± 0.00309 13.035 ± 0.193 % 82.756 ± 0.277 % 74 23.1734 ± 0.7239 -0.14448 ± 0.01000 0.20428 ± 0.00306 13.001 ± 0.191 % 82.809 ± 0.275 % 75 22.9158 ± 0.7092 -0.14734 ± 0.00992 0.20410 ± 0.00303 13.014 ± 0.189 % 82.855 ± 0.273 % 76 23.1786 ± 0.7134 -0.14663 ± 0.00987 0.20482 ± 0.00300 13.026 ± 0.187 % 82.735 ± 0.271 % 77 23.2663 ± 0.7116 -0.14793 ± 0.00981 0.20446 ± 0.00297 12.995 ± 0.186 % 82.760 ± 0.270 % 78 22.9764 ± 0.6961 -0.14720 ± 0.00971 0.20410 ± 0.00295 13.043 ± 0.186 % 82.780 ± 0.268 % 79 23.0080 ± 0.6924 -0.14875 ± 0.00963 0.20398 ± 0.00292 13.022 ± 0.184 % 82.735 ± 0.266 % 80 22.8813 ± 0.6832 -0.14982 ± 0.00956 0.20408 ± 0.00290 13.036 ± 0.182 % 82.730 ± 0.265 % 81 23.0019 ± 0.6825 -0.14882 ± 0.00949 0.20371 ± 0.00286 13.018 ± 0.181 % 82.721 ± 0.263 % 82 23.0046 ± 0.6772 -0.14994 ± 0.00941 0.20338 ± 0.00284 13.007 ± 0.179 % 82.716 ± 0.261 % 83 22.9783 ± 0.6718 -0.15072 ± 0.00934 0.20376 ± 0.00283 13.048 ± 0.179 % 82.731 ± 0.260 % 84 23.0907 ± 0.6712 -0.15151 ± 0.00928 0.20353 ± 0.00280 13.008 ± 0.178 % 82.764 ± 0.258 % 85 23.0049 ± 0.6637 -0.15372 ± 0.00921 0.20383 ± 0.00279 13.007 ± 0.176 % 82.731 ± 0.257 % 86 23.2640 ± 0.6680 -0.15129 ± 0.00915 0.20382 ± 0.00276 12.980 ± 0.175 % 82.622 ± 0.256 % 87 23.3541 ± 0.6668 -0.15200 ± 0.00911 0.20436 ± 0.00274 12.982 ± 0.174 % 82.569 ± 0.255 % 88 23.1227 ± 0.6556 -0.15197 ± 0.00904 0.20403 ± 0.00273 12.981 ± 0.173 % 82.607 ± 0.253 % 89 23.4008 ± 0.6600 -0.15175 ± 0.00898 0.20401 ± 0.00271 12.954 ± 0.171 % 82.613 ± 0.252 % 90 23.3892 ± 0.6554 -0.15403 ± 0.00893 0.20357 ± 0.00268 12.931 ± 0.170 % 82.623 ± 0.250 % 91 23.6016 ± 0.6588 -0.15331 ± 0.00888 0.20350 ± 0.00266 12.900 ± 0.169 % 82.629 ± 0.249 % 92 23.6038 ± 0.6554 -0.15378 ± 0.00883 0.20322 ± 0.00263 12.889 ± 0.168 % 82.634 ± 0.247 % 93 23.8332 ± 0.6591 -0.15324 ± 0.00878 0.20377 ± 0.00262 12.944 ± 0.167 % 82.593 ± 0.246 % 94 23.5068 ± 0.6458 -0.15269 ± 0.00871 0.20285 ± 0.00260 12.925 ± 0.166 % 82.683 ± 0.244 % 95 23.6761 ± 0.6471 -0.15359 ± 0.00865 0.20225 ± 0.00258 12.897 ± 0.165 % 82.687 ± 0.243 % 96 23.5954 ± 0.6419 -0.15339 ± 0.00862 0.20223 ± 0.00256 12.901 ± 0.164 % 82.692 ± 0.242 % 97 23.6630 ± 0.6406 -0.15529 ± 0.00857 0.20190 ± 0.00254 12.878 ± 0.163 % 82.676 ± 0.241 % 98 23.8054 ± 0.6417 -0.15619 ± 0.00852 0.20218 ± 0.00253 12.882 ± 0.162 % 82.641 ± 0.240 % 99 23.5189 ± 0.6297 -0.15570 ± 0.00845 0.20167 ± 0.00252 12.857 ± 0.161 % 82.686 ± 0.238 % 100 23.6340 ± 0.6290 -0.15624 ± 0.00840 0.20166 ± 0.00250 12.839 ± 0.160 % 82.655 ± 0.237 % ====== Perplexity statistics ====== Mean PPL(Q) : 23.633989 ± 0.628965 Mean PPL(base) : 27.630543 ± 0.755134 Cor(ln(PPL(Q)), ln(PPL(base))): 95.19% Mean ln(PPL(Q)/PPL(base)) : -0.156236 ± 0.008396 Mean PPL(Q)/PPL(base) : 0.855357 ± 0.007182 Mean PPL(Q)-PPL(base) : -3.996554 ± 0.248224 ====== KL divergence statistics ====== Mean KLD: 0.201663 ± 0.002498 Maximum KLD: 10.334230 99.9% KLD: 4.531101 99.0% KLD: 1.866832 95.0% KLD: 0.776447 90.0% KLD: 0.489278 Median KLD: 0.076582 10.0% KLD: 0.000830 5.0% KLD: 0.000172 1.0% KLD: 0.000016 0.1% KLD: 0.000002 Minimum KLD: -0.000000 ====== Token probability statistics ====== Mean Δp: -2.140 ± 0.079 % Maximum Δp: 93.496% 99.9% Δp: 70.360% 99.0% Δp: 34.032% 95.0% Δp: 12.018% 90.0% Δp: 4.683% 75.0% Δp: 0.171% Median Δp: -0.029% 25.0% Δp: -2.452% 10.0% Δp: -12.963% 5.0% Δp: -23.033% 1.0% Δp: -51.961% 0.1% Δp: -90.383% Minimum Δp: -99.432% RMS Δp : 12.839 ± 0.160 % Same top p: 82.655 ± 0.237 % # exit 0 after 110s