$ /Users/minipro/quantdiff/llama.cpp/src-b11770-ps/build/bin/llama-perplexity -m /Users/minipro/quantdiff/models/campaign/3f8032b9d2c1/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q3_K_XL.gguf --kl-divergence-base /Users/minipro/quantdiff/work/reference/nemotron-3.5-bolt-e4b/quantdiff-kld-v1-chat-gemma4.kld --kl-divergence -c 512 -b 512 -ngl 999 --parse-special # started 2026-10-24T02:35:32Z 0.00.740.544 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.743.491 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.749.582 W load: '' is a normal token here, removing it from EOG list 0.00.978.078 I cmn init: llama threadpool init, n_threads = 8 0.01.106.998 I 0.01.107.023 I system_info: n_threads = 8 (n_threads_batch = 8) / 12 | MTL : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | MATMUL_INT8 = 1 | DOTPROD = 1 | ACCELERATE = 1 | REPACK = 1 | 0.01.118.089 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.170.760 I kl_divergence: 1.05 seconds per pass - ETA 1.75 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 32.5351 ± 10.7631 0.05500 ± 0.07354 0.04411 ± 0.00732 5.557 ± 1.214 % 94.902 ± 1.380 % 2 48.6408 ± 11.6007 0.06812 ± 0.06169 0.05026 ± 0.00469 5.469 ± 0.677 % 92.157 ± 1.192 % 3 36.4509 ± 7.1053 0.13240 ± 0.05657 0.04762 ± 0.00383 5.744 ± 0.511 % 92.810 ± 0.935 % 4 35.3382 ± 5.8884 0.13886 ± 0.04689 0.04797 ± 0.00344 5.774 ± 0.431 % 93.137 ± 0.792 % 5 42.7127 ± 6.3293 0.11715 ± 0.03940 0.04875 ± 0.00288 5.645 ± 0.369 % 92.863 ± 0.721 % 6 44.5679 ± 5.9738 0.10548 ± 0.03459 0.04781 ± 0.00257 5.643 ± 0.381 % 92.680 ± 0.666 % 7 42.4907 ± 5.1434 0.08143 ± 0.03034 0.04787 ± 0.00232 5.538 ± 0.347 % 92.045 ± 0.641 % 8 42.1798 ± 4.7599 0.07707 ± 0.02801 0.04604 ± 0.00207 5.416 ± 0.315 % 92.206 ± 0.594 % 9 44.4716 ± 4.7236 0.08808 ± 0.02769 0.04677 ± 0.00192 5.392 ± 0.294 % 91.634 ± 0.578 % 10 46.4807 ± 4.6719 0.09059 ± 0.02557 0.04644 ± 0.00180 5.348 ± 0.275 % 91.333 ± 0.557 % 11 50.3041 ± 4.8435 0.09779 ± 0.02471 0.04764 ± 0.00178 5.436 ± 0.303 % 91.337 ± 0.531 % 12 51.5642 ± 4.7446 0.09253 ± 0.02327 0.04868 ± 0.00182 5.561 ± 0.300 % 91.307 ± 0.509 % 13 52.7551 ± 4.6655 0.09409 ± 0.02203 0.04885 ± 0.00181 5.538 ± 0.281 % 91.282 ± 0.490 % 14 52.9081 ± 4.4620 0.09091 ± 0.02060 0.04802 ± 0.00169 5.534 ± 0.265 % 91.232 ± 0.473 % 15 54.3180 ± 4.4115 0.08570 ± 0.01953 0.04790 ± 0.00161 5.449 ± 0.253 % 91.111 ± 0.460 % 16 57.7058 ± 4.5735 0.08886 ± 0.01900 0.04822 ± 0.00158 5.361 ± 0.242 % 91.078 ± 0.446 % 17 57.1504 ± 4.3608 0.08846 ± 0.01811 0.04848 ± 0.00153 5.313 ± 0.231 % 90.865 ± 0.438 % 18 57.1284 ± 4.2232 0.08332 ± 0.01734 0.04908 ± 0.00150 5.340 ± 0.223 % 90.893 ± 0.425 % 19 54.9006 ± 4.0006 0.09577 ± 0.01797 0.04909 ± 0.00147 5.545 ± 0.230 % 90.857 ± 0.414 % 20 51.0316 ± 3.6075 0.09316 ± 0.01738 0.04995 ± 0.00159 5.840 ± 0.245 % 91.020 ± 0.400 % 21 51.2765 ± 3.5311 0.09063 ± 0.01672 0.05118 ± 0.00164 6.053 ± 0.275 % 91.092 ± 0.389 % 22 49.2276 ± 3.3038 0.09095 ± 0.01617 0.05101 ± 0.00161 6.092 ± 0.278 % 91.159 ± 0.379 % 23 49.1655 ± 3.2214 0.08190 ± 0.01564 0.05160 ± 0.00160 6.130 ± 0.270 % 91.185 ± 0.370 % 24 50.4655 ± 3.2543 0.08252 ± 0.01532 0.05242 ± 0.00165 6.119 ± 0.262 % 91.176 ± 0.363 % 25 46.7143 ± 2.9272 0.07646 ± 0.01477 0.05212 ± 0.00161 6.113 ± 0.254 % 91.247 ± 0.354 % 26 43.8532 ± 2.6751 0.07150 ± 0.01434 0.05156 ± 0.00156 6.093 ± 0.246 % 91.312 ± 0.346 % 27 42.7168 ± 2.5450 0.06395 ± 0.01392 0.05143 ± 0.00152 6.118 ± 0.238 % 91.344 ± 0.339 % 28 43.1424 ± 2.5293 0.06328 ± 0.01365 0.05158 ± 0.00150 6.158 ± 0.237 % 91.443 ± 0.331 % 29 42.3106 ± 2.4278 0.06039 ± 0.01329 0.05143 ± 0.00146 6.114 ± 0.231 % 91.440 ± 0.325 % 30 42.5468 ± 2.4050 0.06016 ± 0.01313 0.05110 ± 0.00143 6.066 ± 0.225 % 91.451 ± 0.320 % 31 40.3679 ± 2.2323 0.05446 ± 0.01277 0.05149 ± 0.00142 6.165 ± 0.220 % 91.461 ± 0.314 % 32 39.7587 ± 2.1557 0.05448 ± 0.01245 0.05159 ± 0.00139 6.176 ± 0.215 % 91.458 ± 0.309 % 33 40.2115 ± 2.1555 0.05229 ± 0.01237 0.05221 ± 0.00137 6.223 ± 0.211 % 91.444 ± 0.305 % 34 39.9532 ± 2.1086 0.05380 ± 0.01216 0.05236 ± 0.00137 6.207 ± 0.206 % 91.453 ± 0.300 % 35 39.5895 ± 2.0514 0.05205 ± 0.01188 0.05308 ± 0.00143 6.296 ± 0.215 % 91.328 ± 0.298 % 36 38.0364 ± 1.9329 0.05091 ± 0.01161 0.05300 ± 0.00140 6.318 ± 0.211 % 91.275 ± 0.295 % 37 36.4513 ± 1.8168 0.04688 ± 0.01135 0.05290 ± 0.00140 6.366 ± 0.209 % 91.298 ± 0.290 % 38 34.6276 ± 1.6926 0.04408 ± 0.01111 0.05311 ± 0.00139 6.509 ± 0.207 % 91.331 ± 0.286 % 39 33.4548 ± 1.6044 0.04195 ± 0.01086 0.05267 ± 0.00136 6.483 ± 0.203 % 91.362 ± 0.282 % 40 32.8244 ± 1.5524 0.04260 ± 0.01076 0.05280 ± 0.00135 6.513 ± 0.202 % 91.353 ± 0.278 % 41 32.7578 ± 1.5354 0.04819 ± 0.01101 0.05268 ± 0.00133 6.505 ± 0.198 % 91.296 ± 0.276 % 42 31.8507 ± 1.4684 0.04926 ± 0.01081 0.05289 ± 0.00135 6.575 ± 0.200 % 91.317 ± 0.272 % 43 31.1943 ± 1.4163 0.04669 ± 0.01059 0.05269 ± 0.00133 6.571 ± 0.196 % 91.345 ± 0.269 % 44 30.0026 ± 1.3425 0.04600 ± 0.01039 0.05230 ± 0.00130 6.601 ± 0.192 % 91.471 ± 0.264 % 45 30.0662 ± 1.3291 0.04675 ± 0.01025 0.05207 ± 0.00128 6.617 ± 0.192 % 91.451 ± 0.261 % 46 29.5842 ± 1.2927 0.04545 ± 0.01009 0.05191 ± 0.00126 6.625 ± 0.189 % 91.415 ± 0.259 % 47 29.5735 ± 1.2763 0.04505 ± 0.00991 0.05204 ± 0.00125 6.626 ± 0.186 % 91.389 ± 0.256 % 48 29.2959 ± 1.2485 0.04366 ± 0.00981 0.05204 ± 0.00123 6.615 ± 0.184 % 91.315 ± 0.255 % 49 29.3465 ± 1.2375 0.04243 ± 0.00970 0.05214 ± 0.00123 6.634 ± 0.182 % 91.309 ± 0.252 % 50 28.3970 ± 1.1806 0.04085 ± 0.00952 0.05149 ± 0.00120 6.607 ± 0.180 % 91.365 ± 0.249 % 51 28.2496 ± 1.1608 0.03999 ± 0.00941 0.05143 ± 0.00119 6.592 ± 0.177 % 91.380 ± 0.246 % 52 28.1688 ± 1.1470 0.03869 ± 0.00932 0.05137 ± 0.00117 6.587 ± 0.176 % 91.388 ± 0.244 % 53 28.2198 ± 1.1438 0.04163 ± 0.00937 0.05162 ± 0.00121 6.635 ± 0.177 % 91.410 ± 0.241 % 54 28.4581 ± 1.1413 0.03974 ± 0.00923 0.05186 ± 0.00119 6.639 ± 0.177 % 91.402 ± 0.239 % 55 28.4499 ± 1.1274 0.03870 ± 0.00909 0.05196 ± 0.00118 6.633 ± 0.174 % 91.344 ± 0.237 % 56 28.0717 ± 1.1003 0.03687 ± 0.00898 0.05155 ± 0.00116 6.605 ± 0.172 % 91.394 ± 0.235 % 57 28.4874 ± 1.1067 0.03773 ± 0.00887 0.05166 ± 0.00114 6.573 ± 0.170 % 91.290 ± 0.234 % 58 28.4205 ± 1.0918 0.03355 ± 0.00875 0.05196 ± 0.00113 6.582 ± 0.167 % 91.258 ± 0.232 % 59 28.7838 ± 1.0953 0.03151 ± 0.00865 0.05188 ± 0.00111 6.565 ± 0.165 % 91.233 ± 0.231 % 60 28.8469 ± 1.0879 0.02933 ± 0.00854 0.05176 ± 0.00109 6.550 ± 0.163 % 91.281 ± 0.228 % 61 28.3316 ± 1.0579 0.02872 ± 0.00843 0.05156 ± 0.00108 6.564 ± 0.162 % 91.321 ± 0.226 % 62 28.1836 ± 1.0452 0.02950 ± 0.00836 0.05119 ± 0.00107 6.540 ± 0.160 % 91.360 ± 0.223 % 63 28.3867 ± 1.0463 0.03073 ± 0.00832 0.05104 ± 0.00105 6.524 ± 0.158 % 91.354 ± 0.222 % 64 28.5870 ± 1.0457 0.02808 ± 0.00824 0.05115 ± 0.00104 6.515 ± 0.156 % 91.330 ± 0.220 % 65 28.5141 ± 1.0331 0.02623 ± 0.00813 0.05112 ± 0.00103 6.498 ± 0.155 % 91.312 ± 0.219 % 66 28.8054 ± 1.0374 0.02570 ± 0.00813 0.05106 ± 0.00101 6.490 ± 0.153 % 91.319 ± 0.217 % 67 28.1312 ± 1.0030 0.02444 ± 0.00804 0.05079 ± 0.00100 6.484 ± 0.151 % 91.349 ± 0.215 % 68 28.3954 ± 1.0051 0.02411 ± 0.00797 0.05074 ± 0.00099 6.470 ± 0.150 % 91.355 ± 0.213 % 69 28.5681 ± 1.0035 0.02168 ± 0.00789 0.05096 ± 0.00098 6.462 ± 0.148 % 91.310 ± 0.212 % 70 28.8808 ± 1.0087 0.02370 ± 0.00789 0.05103 ± 0.00097 6.469 ± 0.146 % 91.300 ± 0.211 % 71 28.6664 ± 0.9920 0.02223 ± 0.00780 0.05124 ± 0.00097 6.481 ± 0.145 % 91.268 ± 0.210 % 72 28.5927 ± 0.9808 0.02126 ± 0.00771 0.05128 ± 0.00096 6.478 ± 0.144 % 91.225 ± 0.209 % 73 27.6917 ± 0.9403 0.01994 ± 0.00762 0.05097 ± 0.00095 6.485 ± 0.144 % 91.292 ± 0.207 % 74 27.3076 ± 0.9189 0.01968 ± 0.00754 0.05094 ± 0.00095 6.510 ± 0.144 % 91.309 ± 0.205 % 75 27.0295 ± 0.9015 0.01776 ± 0.00746 0.05082 ± 0.00094 6.499 ± 0.143 % 91.336 ± 0.203 % 76 27.2894 ± 0.9042 0.01665 ± 0.00741 0.05118 ± 0.00093 6.523 ± 0.142 % 91.233 ± 0.203 % 77 27.4361 ± 0.9036 0.01693 ± 0.00734 0.05125 ± 0.00093 6.527 ± 0.140 % 91.245 ± 0.202 % 78 27.0373 ± 0.8821 0.01555 ± 0.00726 0.05121 ± 0.00093 6.542 ± 0.141 % 91.242 ± 0.200 % 79 27.1112 ± 0.8792 0.01536 ± 0.00722 0.05129 ± 0.00093 6.540 ± 0.140 % 91.214 ± 0.199 % 80 26.9475 ± 0.8671 0.01375 ± 0.00715 0.05139 ± 0.00093 6.539 ± 0.139 % 91.216 ± 0.198 % 81 27.0630 ± 0.8650 0.01377 ± 0.00708 0.05143 ± 0.00092 6.545 ± 0.138 % 91.184 ± 0.197 % 82 27.0650 ± 0.8583 0.01261 ± 0.00701 0.05142 ± 0.00091 6.532 ± 0.136 % 91.172 ± 0.196 % 83 27.0389 ± 0.8516 0.01200 ± 0.00695 0.05148 ± 0.00090 6.540 ± 0.136 % 91.212 ± 0.195 % 84 27.2060 ± 0.8519 0.01250 ± 0.00690 0.05136 ± 0.00090 6.512 ± 0.135 % 91.200 ± 0.194 % 85 27.1530 ± 0.8441 0.01206 ± 0.00685 0.05142 ± 0.00089 6.514 ± 0.134 % 91.146 ± 0.193 % 86 27.4107 ± 0.8476 0.01274 ± 0.00682 0.05138 ± 0.00088 6.492 ± 0.133 % 91.158 ± 0.192 % 87 27.5215 ± 0.8464 0.01220 ± 0.00678 0.05156 ± 0.00088 6.495 ± 0.131 % 91.125 ± 0.191 % 88 27.2347 ± 0.8319 0.01171 ± 0.00672 0.05157 ± 0.00087 6.517 ± 0.132 % 91.150 ± 0.190 % 89 27.5366 ± 0.8361 0.01099 ± 0.00666 0.05168 ± 0.00087 6.498 ± 0.131 % 91.161 ± 0.188 % 90 27.5690 ± 0.8318 0.01039 ± 0.00660 0.05160 ± 0.00086 6.488 ± 0.129 % 91.163 ± 0.187 % 91 27.7887 ± 0.8345 0.01000 ± 0.00657 0.05158 ± 0.00085 6.468 ± 0.128 % 91.179 ± 0.186 % 92 27.7950 ± 0.8302 0.00966 ± 0.00652 0.05143 ± 0.00085 6.455 ± 0.128 % 91.202 ± 0.185 % 93 28.0280 ± 0.8331 0.00888 ± 0.00648 0.05148 ± 0.00084 6.457 ± 0.127 % 91.179 ± 0.184 % 94 27.6236 ± 0.8157 0.00869 ± 0.00643 0.05127 ± 0.00083 6.445 ± 0.126 % 91.210 ± 0.183 % 95 27.8368 ± 0.8180 0.00830 ± 0.00638 0.05118 ± 0.00083 6.432 ± 0.125 % 91.203 ± 0.182 % 96 27.7541 ± 0.8118 0.00894 ± 0.00636 0.05106 ± 0.00082 6.420 ± 0.124 % 91.254 ± 0.181 % 97 27.8807 ± 0.8117 0.00874 ± 0.00632 0.05109 ± 0.00081 6.415 ± 0.123 % 91.243 ± 0.180 % 98 28.0790 ± 0.8142 0.00891 ± 0.00629 0.05121 ± 0.00081 6.428 ± 0.123 % 91.232 ± 0.179 % 99 27.7269 ± 0.7985 0.00890 ± 0.00623 0.05109 ± 0.00081 6.444 ± 0.123 % 91.230 ± 0.178 % 100 27.8437 ± 0.7968 0.00768 ± 0.00618 0.05102 ± 0.00080 6.423 ± 0.122 % 91.220 ± 0.177 % ====== Perplexity statistics ====== Mean PPL(Q) : 27.843662 ± 0.796800 Mean PPL(base) : 27.630543 ± 0.755134 Cor(ln(PPL(Q)), ln(PPL(base))): 97.66% Mean ln(PPL(Q)/PPL(base)) : 0.007684 ± 0.006183 Mean PPL(Q)/PPL(base) : 1.007713 ± 0.006231 Mean PPL(Q)-PPL(base) : 0.213118 ± 0.172842 ====== KL divergence statistics ====== Mean KLD: 0.051018 ± 0.000805 Maximum KLD: 4.817225 99.9% KLD: 1.608105 99.0% KLD: 0.495914 95.0% KLD: 0.196346 90.0% KLD: 0.123284 Median KLD: 0.015597 10.0% KLD: 0.000071 5.0% KLD: 0.000013 1.0% KLD: 0.000001 0.1% KLD: -0.000000 Minimum KLD: -0.000001 ====== Token probability statistics ====== Mean Δp: -0.506 ± 0.040 % Maximum Δp: 96.551% 99.9% Δp: 43.817% 99.0% Δp: 17.924% 95.0% Δp: 6.444% 90.0% Δp: 2.584% 75.0% Δp: 0.104% Median Δp: -0.002% 25.0% Δp: -0.541% 10.0% Δp: -4.635% 5.0% Δp: -9.075% 1.0% Δp: -22.223% 0.1% Δp: -54.155% Minimum Δp: -91.415% RMS Δp : 6.423 ± 0.122 % Same top p: 91.220 ± 0.177 % # exit 0 after 108s