$ /Users/minipro/quantdiff/llama.cpp/src-b11770-ps/build/bin/llama-perplexity -m /Users/minipro/quantdiff/models/campaign/e678b2bdc79a/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-IQ3_XXS.gguf --kl-divergence-base /Users/minipro/quantdiff/work/reference/nemotron-3.5-bolt-e4b/quantdiff-kld-v1-chat-gemma4.kld --kl-divergence -c 512 -b 512 -ngl 999 --parse-special # started 2026-10-24T03:27:16Z 0.00.747.912 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.750.923 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.756.914 W load: '' is a normal token here, removing it from EOG list 0.00.961.377 I cmn init: llama threadpool init, n_threads = 8 0.01.023.952 I 0.01.023.981 I system_info: n_threads = 8 (n_threads_batch = 8) / 12 | MTL : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | MATMUL_INT8 = 1 | DOTPROD = 1 | ACCELERATE = 1 | REPACK = 1 | 0.01.035.739 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.144.046 I kl_divergence: 1.11 seconds per pass - ETA 1.83 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 24.6400 ± 7.4229 -0.22295 ± 0.09001 0.15054 ± 0.02729 11.861 ± 1.831 % 86.667 ± 2.133 % 2 35.1064 ± 7.6309 -0.25796 ± 0.07017 0.15398 ± 0.01729 11.317 ± 1.224 % 86.275 ± 1.525 % 3 26.9638 ± 4.7173 -0.16907 ± 0.05858 0.15418 ± 0.01529 11.408 ± 0.986 % 86.536 ± 1.235 % 4 27.1842 ± 4.1237 -0.12347 ± 0.04893 0.14923 ± 0.01261 10.993 ± 0.799 % 87.255 ± 1.045 % 5 33.9069 ± 4.6615 -0.11373 ± 0.04175 0.14364 ± 0.01028 10.389 ± 0.684 % 87.137 ± 0.938 % 6 36.2641 ± 4.5336 -0.10071 ± 0.03695 0.14644 ± 0.00931 10.320 ± 0.607 % 86.209 ± 0.882 % 7 35.3759 ± 4.0039 -0.10182 ± 0.03309 0.14958 ± 0.00871 10.194 ± 0.549 % 85.490 ± 0.834 % 8 35.7084 ± 3.7879 -0.08949 ± 0.03014 0.14110 ± 0.00770 9.739 ± 0.505 % 85.980 ± 0.769 % 9 37.7913 ± 3.7910 -0.07470 ± 0.02966 0.14061 ± 0.00696 9.518 ± 0.468 % 85.752 ± 0.730 % 10 39.5812 ± 3.7572 -0.07009 ± 0.02739 0.13800 ± 0.00637 9.456 ± 0.440 % 85.608 ± 0.695 % 11 42.7435 ± 3.8908 -0.06508 ± 0.02608 0.13664 ± 0.00588 9.298 ± 0.411 % 85.276 ± 0.669 % 12 44.1829 ± 3.8518 -0.06195 ± 0.02469 0.13633 ± 0.00561 9.221 ± 0.392 % 85.523 ± 0.636 % 13 45.3374 ± 3.7993 -0.05744 ± 0.02335 0.13590 ± 0.00531 9.283 ± 0.373 % 85.400 ± 0.613 % 14 45.6353 ± 3.6517 -0.05697 ± 0.02195 0.13279 ± 0.00496 9.170 ± 0.353 % 85.546 ± 0.589 % 15 46.8831 ± 3.6125 -0.06150 ± 0.02094 0.13119 ± 0.00467 9.025 ± 0.337 % 85.359 ± 0.572 % 16 49.6218 ± 3.7339 -0.06207 ± 0.02045 0.13292 ± 0.00449 8.939 ± 0.322 % 85.221 ± 0.556 % 17 49.0947 ± 3.5592 -0.06347 ± 0.01962 0.13239 ± 0.00430 8.838 ± 0.308 % 84.960 ± 0.543 % 18 48.8258 ± 3.4285 -0.07372 ± 0.01897 0.13371 ± 0.00422 8.822 ± 0.301 % 85.142 ± 0.525 % 19 46.9198 ± 3.2424 -0.06131 ± 0.01923 0.13327 ± 0.00409 9.130 ± 0.311 % 85.366 ± 0.508 % 20 43.9425 ± 2.9466 -0.05640 ± 0.01867 0.13487 ± 0.00407 9.487 ± 0.312 % 85.412 ± 0.494 % 21 43.7492 ± 2.8525 -0.06813 ± 0.01815 0.13781 ± 0.00410 9.696 ± 0.316 % 85.453 ± 0.482 % 22 42.2599 ± 2.6887 -0.06166 ± 0.01769 0.13838 ± 0.00398 9.804 ± 0.312 % 85.597 ± 0.469 % 23 42.2756 ± 2.6272 -0.06909 ± 0.01722 0.13968 ± 0.00404 9.872 ± 0.310 % 85.712 ± 0.457 % 24 43.3266 ± 2.6487 -0.07000 ± 0.01684 0.13956 ± 0.00396 9.894 ± 0.303 % 85.768 ± 0.447 % 25 40.0955 ± 2.3828 -0.07633 ± 0.01636 0.13936 ± 0.00389 10.016 ± 0.302 % 85.867 ± 0.436 % 26 37.8465 ± 2.1909 -0.07581 ± 0.01589 0.13752 ± 0.00380 9.958 ± 0.295 % 85.973 ± 0.427 % 27 37.0600 ± 2.0953 -0.07811 ± 0.01549 0.13791 ± 0.00368 10.019 ± 0.285 % 85.897 ± 0.419 % 28 37.4377 ± 2.0835 -0.07855 ± 0.01514 0.13815 ± 0.00362 10.039 ± 0.281 % 85.924 ± 0.412 % 29 36.7553 ± 2.0024 -0.08037 ± 0.01481 0.13730 ± 0.00353 9.978 ± 0.274 % 85.950 ± 0.404 % 30 36.9480 ± 1.9837 -0.08093 ± 0.01463 0.13709 ± 0.00344 9.973 ± 0.269 % 85.869 ± 0.398 % 31 35.0587 ± 1.8415 -0.08655 ± 0.01438 0.13980 ± 0.00359 10.295 ± 0.276 % 85.933 ± 0.391 % 32 34.5363 ± 1.7766 -0.08634 ± 0.01403 0.13958 ± 0.00352 10.355 ± 0.272 % 85.993 ± 0.384 % 33 34.9323 ± 1.7784 -0.08845 ± 0.01397 0.13997 ± 0.00347 10.380 ± 0.269 % 85.954 ± 0.379 % 34 34.6593 ± 1.7358 -0.08835 ± 0.01373 0.13956 ± 0.00338 10.374 ± 0.263 % 86.021 ± 0.372 % 35 34.2683 ± 1.6846 -0.09230 ± 0.01344 0.14000 ± 0.00332 10.416 ± 0.260 % 85.894 ± 0.368 % 36 32.8366 ± 1.5820 -0.09608 ± 0.01319 0.13924 ± 0.00325 10.403 ± 0.255 % 85.893 ± 0.363 % 37 31.5146 ± 1.4892 -0.09864 ± 0.01299 0.13890 ± 0.00322 10.477 ± 0.252 % 86.063 ± 0.357 % 38 30.0015 ± 1.3905 -0.09933 ± 0.01274 0.13820 ± 0.00318 10.499 ± 0.249 % 86.233 ± 0.350 % 39 29.0304 ± 1.3202 -0.09991 ± 0.01248 0.13774 ± 0.00312 10.519 ± 0.246 % 86.285 ± 0.345 % 40 28.4703 ± 1.2771 -0.09971 ± 0.01240 0.13860 ± 0.00314 10.557 ± 0.244 % 86.304 ± 0.340 % 41 28.5025 ± 1.2681 -0.09095 ± 0.01256 0.13852 ± 0.00308 10.545 ± 0.240 % 86.208 ± 0.337 % 42 27.7054 ± 1.2122 -0.09017 ± 0.01232 0.13834 ± 0.00303 10.626 ± 0.238 % 86.218 ± 0.333 % 43 27.1666 ± 1.1706 -0.09156 ± 0.01211 0.13821 ± 0.00297 10.618 ± 0.233 % 86.238 ± 0.329 % 44 26.1449 ± 1.1100 -0.09163 ± 0.01191 0.13828 ± 0.00296 10.756 ± 0.233 % 86.248 ± 0.325 % 45 26.2189 ± 1.0996 -0.09017 ± 0.01175 0.13786 ± 0.00291 10.749 ± 0.229 % 86.327 ± 0.321 % 46 25.8714 ± 1.0726 -0.08865 ± 0.01161 0.13734 ± 0.00286 10.737 ± 0.226 % 86.309 ± 0.317 % 47 25.8803 ± 1.0598 -0.08834 ± 0.01144 0.13721 ± 0.00281 10.718 ± 0.223 % 86.283 ± 0.314 % 48 25.5906 ± 1.0335 -0.09157 ± 0.01128 0.13738 ± 0.00278 10.713 ± 0.220 % 86.283 ± 0.311 % 49 25.5898 ± 1.0219 -0.09455 ± 0.01115 0.13828 ± 0.00277 10.715 ± 0.218 % 86.242 ± 0.308 % 50 24.8222 ± 0.9775 -0.09369 ± 0.01095 0.13685 ± 0.00272 10.703 ± 0.215 % 86.337 ± 0.304 % 51 24.7278 ± 0.9625 -0.09316 ± 0.01084 0.13709 ± 0.00270 10.682 ± 0.212 % 86.228 ± 0.302 % 52 24.6560 ± 0.9507 -0.09450 ± 0.01071 0.13692 ± 0.00266 10.679 ± 0.210 % 86.207 ± 0.299 % 53 24.6622 ± 0.9464 -0.09312 ± 0.01073 0.13646 ± 0.00262 10.657 ± 0.207 % 86.245 ± 0.296 % 54 24.8495 ± 0.9434 -0.09586 ± 0.01061 0.13675 ± 0.00259 10.660 ± 0.206 % 86.245 ± 0.294 % 55 24.8631 ± 0.9331 -0.09606 ± 0.01047 0.13684 ± 0.00255 10.644 ± 0.203 % 86.175 ± 0.291 % 56 24.5631 ± 0.9120 -0.09665 ± 0.01036 0.13649 ± 0.00252 10.630 ± 0.201 % 86.197 ± 0.289 % 57 24.9436 ± 0.9182 -0.09511 ± 0.01024 0.13674 ± 0.00250 10.616 ± 0.199 % 86.109 ± 0.287 % 58 24.9530 ± 0.9088 -0.09657 ± 0.01012 0.13680 ± 0.00247 10.601 ± 0.196 % 86.024 ± 0.285 % 59 25.2803 ± 0.9121 -0.09827 ± 0.01001 0.13702 ± 0.00243 10.576 ± 0.194 % 85.949 ± 0.283 % 60 25.3425 ± 0.9065 -0.10019 ± 0.00994 0.13690 ± 0.00240 10.539 ± 0.191 % 85.980 ± 0.281 % 61 24.8904 ± 0.8813 -0.10078 ± 0.00987 0.13740 ± 0.00245 10.596 ± 0.191 % 86.011 ± 0.278 % 62 24.7699 ± 0.8710 -0.09961 ± 0.00980 0.13741 ± 0.00244 10.621 ± 0.192 % 86.047 ± 0.276 % 63 24.9182 ± 0.8707 -0.09959 ± 0.00973 0.13720 ± 0.00241 10.579 ± 0.190 % 85.963 ± 0.274 % 64 25.0993 ± 0.8703 -0.10203 ± 0.00965 0.13711 ± 0.00239 10.557 ± 0.188 % 86.005 ± 0.272 % 65 25.0428 ± 0.8603 -0.10359 ± 0.00953 0.13687 ± 0.00236 10.544 ± 0.185 % 85.985 ± 0.270 % 66 25.3659 ± 0.8671 -0.10146 ± 0.00953 0.13667 ± 0.00233 10.559 ± 0.184 % 86.001 ± 0.267 % 67 24.7918 ± 0.8389 -0.10192 ± 0.00942 0.13606 ± 0.00231 10.542 ± 0.183 % 86.046 ± 0.265 % 68 25.0499 ± 0.8421 -0.10125 ± 0.00935 0.13615 ± 0.00228 10.530 ± 0.181 % 85.998 ± 0.264 % 69 25.2790 ± 0.8436 -0.10064 ± 0.00927 0.13659 ± 0.00226 10.517 ± 0.179 % 85.939 ± 0.262 % 70 25.5329 ± 0.8472 -0.09951 ± 0.00925 0.13678 ± 0.00224 10.547 ± 0.177 % 85.877 ± 0.261 % 71 25.3291 ± 0.8326 -0.10154 ± 0.00916 0.13685 ± 0.00222 10.562 ± 0.175 % 85.860 ± 0.259 % 72 25.3110 ± 0.8250 -0.10066 ± 0.00906 0.13666 ± 0.00221 10.558 ± 0.174 % 85.855 ± 0.257 % 73 24.5347 ± 0.7917 -0.10110 ± 0.00896 0.13568 ± 0.00219 10.559 ± 0.173 % 85.968 ± 0.255 % 74 24.2082 ± 0.7742 -0.10079 ± 0.00887 0.13533 ± 0.00216 10.579 ± 0.172 % 85.978 ± 0.253 % 75 23.9622 ± 0.7594 -0.10269 ± 0.00880 0.13499 ± 0.00214 10.563 ± 0.170 % 86.024 ± 0.251 % 76 24.2393 ± 0.7636 -0.10188 ± 0.00876 0.13565 ± 0.00212 10.594 ± 0.168 % 85.882 ± 0.250 % 77 24.3189 ± 0.7613 -0.10368 ± 0.00868 0.13555 ± 0.00210 10.588 ± 0.167 % 85.887 ± 0.248 % 78 23.9792 ± 0.7436 -0.10448 ± 0.00859 0.13517 ± 0.00208 10.618 ± 0.167 % 85.907 ± 0.247 % 79 24.0522 ± 0.7413 -0.10436 ± 0.00855 0.13540 ± 0.00209 10.613 ± 0.165 % 85.882 ± 0.245 % 80 23.9042 ± 0.7309 -0.10608 ± 0.00849 0.13590 ± 0.00208 10.648 ± 0.164 % 85.848 ± 0.244 % 81 23.9821 ± 0.7283 -0.10709 ± 0.00842 0.13612 ± 0.00208 10.640 ± 0.163 % 85.844 ± 0.243 % 82 23.9548 ± 0.7217 -0.10946 ± 0.00835 0.13621 ± 0.00206 10.632 ± 0.162 % 85.820 ± 0.241 % 83 23.9192 ± 0.7157 -0.11059 ± 0.00828 0.13636 ± 0.00205 10.653 ± 0.161 % 85.821 ± 0.240 % 84 24.0403 ± 0.7151 -0.11121 ± 0.00822 0.13618 ± 0.00203 10.617 ± 0.160 % 85.798 ± 0.239 % 85 24.0058 ± 0.7090 -0.11113 ± 0.00817 0.13616 ± 0.00201 10.606 ± 0.158 % 85.735 ± 0.238 % 86 24.2497 ± 0.7128 -0.10979 ± 0.00814 0.13595 ± 0.00200 10.603 ± 0.158 % 85.705 ± 0.236 % 87 24.3301 ± 0.7112 -0.11105 ± 0.00810 0.13601 ± 0.00198 10.590 ± 0.157 % 85.702 ± 0.235 % 88 24.0796 ± 0.6991 -0.11142 ± 0.00804 0.13573 ± 0.00196 10.608 ± 0.155 % 85.713 ± 0.234 % 89 24.3632 ± 0.7035 -0.11145 ± 0.00798 0.13575 ± 0.00194 10.571 ± 0.154 % 85.737 ± 0.232 % 90 24.3886 ± 0.7000 -0.11218 ± 0.00793 0.13559 ± 0.00193 10.559 ± 0.153 % 85.747 ± 0.231 % 91 24.6031 ± 0.7031 -0.11176 ± 0.00790 0.13561 ± 0.00191 10.545 ± 0.152 % 85.766 ± 0.229 % 92 24.6195 ± 0.6998 -0.11165 ± 0.00784 0.13541 ± 0.00189 10.543 ± 0.151 % 85.767 ± 0.228 % 93 24.8413 ± 0.7030 -0.11182 ± 0.00779 0.13540 ± 0.00188 10.553 ± 0.150 % 85.781 ± 0.227 % 94 24.4981 ± 0.6887 -0.11139 ± 0.00774 0.13482 ± 0.00186 10.536 ± 0.149 % 85.836 ± 0.225 % 95 24.6774 ± 0.6902 -0.11217 ± 0.00769 0.13459 ± 0.00185 10.525 ± 0.148 % 85.845 ± 0.224 % 96 24.6296 ± 0.6857 -0.11050 ± 0.00766 0.13454 ± 0.00184 10.532 ± 0.147 % 85.850 ± 0.223 % 97 24.7104 ± 0.6844 -0.11197 ± 0.00762 0.13431 ± 0.00182 10.507 ± 0.146 % 85.846 ± 0.222 % 98 24.8825 ± 0.6863 -0.11194 ± 0.00757 0.13455 ± 0.00182 10.509 ± 0.146 % 85.842 ± 0.221 % 99 24.5875 ± 0.6736 -0.11126 ± 0.00750 0.13394 ± 0.00181 10.496 ± 0.145 % 85.902 ± 0.219 % 100 24.7190 ± 0.6733 -0.11135 ± 0.00744 0.13384 ± 0.00179 10.471 ± 0.144 % 85.886 ± 0.218 % ====== Perplexity statistics ====== Mean PPL(Q) : 24.719037 ± 0.673257 Mean PPL(base) : 27.630543 ± 0.755134 Cor(ln(PPL(Q)), ln(PPL(base))): 96.28% Mean ln(PPL(Q)/PPL(base)) : -0.111348 ± 0.007443 Mean PPL(Q)/PPL(base) : 0.894627 ± 0.006659 Mean PPL(Q)-PPL(base) : -2.911506 ± 0.211032 ====== KL divergence statistics ====== Mean KLD: 0.133843 ± 0.001791 Maximum KLD: 8.830294 99.9% KLD: 3.310550 99.0% KLD: 1.224356 95.0% KLD: 0.512529 90.0% KLD: 0.329255 Median KLD: 0.048720 10.0% KLD: 0.000436 5.0% KLD: 0.000089 1.0% KLD: 0.000007 0.1% KLD: 0.000000 Minimum KLD: -0.000001 ====== Token probability statistics ====== Mean Δp: -1.465 ± 0.065 % Maximum Δp: 95.916% 99.9% Δp: 66.843% 99.0% Δp: 27.638% 95.0% Δp: 9.933% 90.0% Δp: 4.012% 75.0% Δp: 0.160% Median Δp: -0.013% 25.0% Δp: -1.615% 10.0% Δp: -9.637% 5.0% Δp: -17.865% 1.0% Δp: -40.042% 0.1% Δp: -77.810% Minimum Δp: -99.268% RMS Δp : 10.471 ± 0.144 % Same top p: 85.886 ± 0.218 % # exit 0 after 114s