$ /Users/minipro/quantdiff/llama.cpp/src-b11770-ps/build/bin/llama-perplexity -m /Users/minipro/quantdiff/models/campaign/a440ca56dee5/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q5_K_XL.gguf --kl-divergence-base /Users/minipro/quantdiff/work/reference/nemotron-3.5-bolt-e4b/quantdiff-kld-v1-chat-gemma4.kld --kl-divergence -c 512 -b 512 -ngl 999 --parse-special # started 2026-10-24T02:07:14Z 0.00.748.606 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.751.522 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.757.543 W load: '' is a normal token here, removing it from EOG list 0.01.053.146 I cmn init: llama threadpool init, n_threads = 8 0.01.231.721 I 0.01.231.742 I system_info: n_threads = 8 (n_threads_batch = 8) / 12 | MTL : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | MATMUL_INT8 = 1 | DOTPROD = 1 | ACCELERATE = 1 | REPACK = 1 | 0.01.240.310 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.380.014 I kl_divergence: 1.14 seconds per pass - ETA 1.88 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 36.6428 ± 12.4537 0.17389 ± 0.07123 0.01283 ± 0.00158 3.070 ± 0.294 % 96.471 ± 1.158 % 2 56.6405 ± 14.0910 0.22038 ± 0.06491 0.01477 ± 0.00126 3.348 ± 0.328 % 94.118 ± 1.043 % 3 41.3191 ± 8.4330 0.25776 ± 0.06334 0.01554 ± 0.00145 3.321 ± 0.252 % 94.771 ± 0.805 % 4 39.6967 ± 6.9166 0.25516 ± 0.05263 0.01505 ± 0.00120 3.346 ± 0.231 % 95.294 ± 0.663 % 5 47.8444 ± 7.4148 0.23061 ± 0.04350 0.01585 ± 0.00102 3.262 ± 0.197 % 95.294 ± 0.593 % 6 50.3886 ± 7.0809 0.22823 ± 0.03802 0.01590 ± 0.00090 3.216 ± 0.178 % 95.033 ± 0.556 % 7 47.9583 ± 6.0775 0.20248 ± 0.03303 0.01627 ± 0.00081 3.257 ± 0.165 % 94.958 ± 0.518 % 8 47.5065 ± 5.6013 0.19599 ± 0.02998 0.01550 ± 0.00072 3.171 ± 0.151 % 95.343 ± 0.467 % 9 49.5866 ± 5.5050 0.19695 ± 0.03002 0.01551 ± 0.00066 3.153 ± 0.144 % 95.207 ± 0.446 % 10 51.5953 ± 5.4060 0.19498 ± 0.02755 0.01563 ± 0.00063 3.168 ± 0.135 % 94.980 ± 0.432 % 11 55.8966 ± 5.6076 0.20320 ± 0.02642 0.01550 ± 0.00059 3.153 ± 0.130 % 94.973 ± 0.413 % 12 57.3953 ± 5.5012 0.19967 ± 0.02472 0.01570 ± 0.00056 3.179 ± 0.123 % 94.869 ± 0.399 % 13 58.5509 ± 5.3869 0.19833 ± 0.02331 0.01552 ± 0.00053 3.154 ± 0.116 % 94.751 ± 0.387 % 14 58.3896 ± 5.1176 0.18949 ± 0.02176 0.01538 ± 0.00050 3.144 ± 0.110 % 94.678 ± 0.376 % 15 59.7476 ± 5.0335 0.18098 ± 0.02051 0.01532 ± 0.00047 3.127 ± 0.106 % 94.536 ± 0.368 % 16 63.5616 ± 5.2210 0.18551 ± 0.01991 0.01562 ± 0.00047 3.080 ± 0.101 % 94.461 ± 0.358 % 17 62.7442 ± 4.9596 0.18184 ± 0.01893 0.01560 ± 0.00045 3.053 ± 0.097 % 94.325 ± 0.351 % 18 62.7355 ± 4.8030 0.17695 ± 0.01803 0.01563 ± 0.00044 3.041 ± 0.093 % 94.466 ± 0.338 % 19 60.3869 ± 4.5565 0.19102 ± 0.01875 0.01573 ± 0.00050 3.213 ± 0.147 % 94.530 ± 0.327 % 20 56.0286 ± 4.0959 0.18658 ± 0.01804 0.01549 ± 0.00048 3.209 ± 0.141 % 94.627 ± 0.316 % 21 56.0670 ± 3.9915 0.17994 ± 0.01731 0.01579 ± 0.00048 3.199 ± 0.136 % 94.585 ± 0.309 % 22 53.6197 ± 3.7189 0.17642 ± 0.01671 0.01573 ± 0.00047 3.215 ± 0.132 % 94.617 ± 0.301 % 23 53.8322 ± 3.6467 0.17258 ± 0.01606 0.01586 ± 0.00047 3.225 ± 0.128 % 94.629 ± 0.294 % 24 55.3662 ± 3.6891 0.17520 ± 0.01569 0.01592 ± 0.00046 3.237 ± 0.124 % 94.624 ± 0.288 % 25 51.1981 ± 3.3133 0.16811 ± 0.01510 0.01589 ± 0.00045 3.268 ± 0.123 % 94.651 ± 0.282 % 26 48.0919 ± 3.0310 0.16376 ± 0.01460 0.01578 ± 0.00046 3.311 ± 0.131 % 94.691 ± 0.275 % 27 46.9425 ± 2.8903 0.15828 ± 0.01410 0.01602 ± 0.00045 3.370 ± 0.129 % 94.684 ± 0.270 % 28 47.3942 ± 2.8709 0.15727 ± 0.01377 0.01594 ± 0.00044 3.356 ± 0.125 % 94.664 ± 0.266 % 29 46.5298 ± 2.7612 0.15544 ± 0.01343 0.01603 ± 0.00043 3.355 ± 0.122 % 94.537 ± 0.264 % 30 46.8721 ± 2.7416 0.15698 ± 0.01329 0.01614 ± 0.00043 3.338 ± 0.119 % 94.523 ± 0.260 % 31 44.4805 ± 2.5456 0.15148 ± 0.01290 0.01677 ± 0.00053 3.584 ± 0.152 % 94.573 ± 0.255 % 32 43.6785 ± 2.4487 0.14851 ± 0.01254 0.01677 ± 0.00052 3.581 ± 0.148 % 94.620 ± 0.250 % 33 44.4068 ± 2.4662 0.15153 ± 0.01256 0.01748 ± 0.00067 3.728 ± 0.173 % 94.593 ± 0.247 % 34 44.1419 ± 2.4139 0.15350 ± 0.01238 0.01760 ± 0.00066 3.724 ± 0.168 % 94.637 ± 0.242 % 35 43.6818 ± 2.3452 0.15042 ± 0.01206 0.01770 ± 0.00064 3.751 ± 0.164 % 94.566 ± 0.240 % 36 41.9239 ± 2.2083 0.14823 ± 0.01178 0.01758 ± 0.00063 3.751 ± 0.160 % 94.597 ± 0.236 % 37 40.2070 ± 2.0780 0.14495 ± 0.01151 0.01772 ± 0.00064 3.865 ± 0.167 % 94.616 ± 0.232 % 38 38.1531 ± 1.9343 0.14103 ± 0.01122 0.01756 ± 0.00063 3.867 ± 0.164 % 94.634 ± 0.229 % 39 36.8430 ± 1.8328 0.13842 ± 0.01096 0.01763 ± 0.00062 3.901 ± 0.162 % 94.671 ± 0.225 % 40 36.1801 ± 1.7759 0.13994 ± 0.01088 0.01767 ± 0.00062 3.952 ± 0.165 % 94.706 ± 0.222 % 41 35.9743 ± 1.7487 0.14186 ± 0.01113 0.01760 ± 0.00060 3.946 ± 0.162 % 94.653 ± 0.220 % 42 34.8934 ± 1.6688 0.14050 ± 0.01092 0.01764 ± 0.00059 3.979 ± 0.159 % 94.622 ± 0.218 % 43 34.1537 ± 1.6085 0.13733 ± 0.01068 0.01764 ± 0.00058 3.987 ± 0.156 % 94.592 ± 0.216 % 44 32.8188 ± 1.5238 0.13572 ± 0.01046 0.01770 ± 0.00057 4.033 ± 0.152 % 94.617 ± 0.213 % 45 32.8518 ± 1.5066 0.13535 ± 0.01032 0.01764 ± 0.00056 4.027 ± 0.150 % 94.614 ± 0.211 % 46 32.3253 ± 1.4651 0.13406 ± 0.01016 0.01758 ± 0.00055 4.028 ± 0.147 % 94.612 ± 0.208 % 47 32.3217 ± 1.4471 0.13391 ± 0.01000 0.01769 ± 0.00055 4.036 ± 0.145 % 94.585 ± 0.207 % 48 32.0549 ± 1.4176 0.13366 ± 0.00987 0.01763 ± 0.00054 4.034 ± 0.143 % 94.534 ± 0.205 % 49 32.1567 ± 1.4073 0.13387 ± 0.00974 0.01782 ± 0.00054 4.038 ± 0.141 % 94.558 ± 0.203 % 50 31.0837 ± 1.3412 0.13125 ± 0.00956 0.01760 ± 0.00053 4.017 ± 0.139 % 94.612 ± 0.200 % 51 30.9333 ± 1.3192 0.13074 ± 0.00945 0.01767 ± 0.00052 4.024 ± 0.137 % 94.594 ± 0.198 % 52 30.8803 ± 1.3044 0.13059 ± 0.00935 0.01765 ± 0.00051 4.024 ± 0.134 % 94.578 ± 0.197 % 53 30.8937 ± 1.2984 0.13216 ± 0.00939 0.01767 ± 0.00050 4.023 ± 0.132 % 94.591 ± 0.195 % 54 31.1981 ± 1.2976 0.13166 ± 0.00924 0.01780 ± 0.00050 4.046 ± 0.132 % 94.553 ± 0.193 % 55 31.1640 ± 1.2804 0.12982 ± 0.00909 0.01785 ± 0.00049 4.039 ± 0.130 % 94.531 ± 0.192 % 56 30.7547 ± 1.2499 0.12815 ± 0.00898 0.01778 ± 0.00048 4.031 ± 0.128 % 94.552 ± 0.190 % 57 31.1878 ± 1.2557 0.12829 ± 0.00886 0.01780 ± 0.00048 4.022 ± 0.127 % 94.537 ± 0.189 % 58 31.1427 ± 1.2404 0.12501 ± 0.00873 0.01782 ± 0.00047 4.011 ± 0.125 % 94.503 ± 0.187 % 59 31.6179 ± 1.2479 0.12543 ± 0.00861 0.01785 ± 0.00046 3.993 ± 0.123 % 94.510 ± 0.186 % 60 31.7759 ± 1.2440 0.12603 ± 0.00851 0.01785 ± 0.00046 3.992 ± 0.122 % 94.536 ± 0.184 % 61 31.2211 ± 1.2105 0.12584 ± 0.00841 0.01787 ± 0.00046 3.987 ± 0.120 % 94.568 ± 0.182 % 62 31.0608 ± 1.1962 0.12670 ± 0.00836 0.01794 ± 0.00046 4.058 ± 0.125 % 94.548 ± 0.181 % 63 31.2846 ± 1.1973 0.12794 ± 0.00833 0.01797 ± 0.00046 4.055 ± 0.124 % 94.522 ± 0.180 % 64 31.5299 ± 1.1975 0.12607 ± 0.00822 0.01799 ± 0.00045 4.043 ± 0.122 % 94.510 ± 0.178 % 65 31.4591 ± 1.1833 0.12452 ± 0.00810 0.01796 ± 0.00045 4.037 ± 0.121 % 94.492 ± 0.177 % 66 31.8466 ± 1.1914 0.12606 ± 0.00814 0.01796 ± 0.00044 4.043 ± 0.120 % 94.468 ± 0.176 % 67 31.0914 ± 1.1513 0.12449 ± 0.00802 0.01785 ± 0.00044 4.024 ± 0.119 % 94.504 ± 0.174 % 68 31.3929 ± 1.1540 0.12447 ± 0.00795 0.01780 ± 0.00043 4.017 ± 0.117 % 94.504 ± 0.173 % 69 31.6410 ± 1.1546 0.12384 ± 0.00785 0.01781 ± 0.00043 4.019 ± 0.116 % 94.481 ± 0.172 % 70 31.9644 ± 1.1597 0.12514 ± 0.00785 0.01778 ± 0.00042 4.013 ± 0.115 % 94.510 ± 0.171 % 71 31.7398 ± 1.1412 0.12408 ± 0.00776 0.01789 ± 0.00042 4.019 ± 0.113 % 94.543 ± 0.169 % 72 31.6792 ± 1.1294 0.12376 ± 0.00766 0.01787 ± 0.00041 4.018 ± 0.112 % 94.537 ± 0.168 % 73 30.6852 ± 1.0831 0.12259 ± 0.00756 0.01779 ± 0.00042 4.017 ± 0.111 % 94.585 ± 0.166 % 74 30.2273 ± 1.0571 0.12126 ± 0.00747 0.01780 ± 0.00041 4.043 ± 0.112 % 94.563 ± 0.165 % 75 29.9273 ± 1.0374 0.11961 ± 0.00738 0.01772 ± 0.00041 4.041 ± 0.111 % 94.583 ± 0.164 % 76 30.2521 ± 1.0419 0.11971 ± 0.00731 0.01774 ± 0.00040 4.037 ± 0.110 % 94.587 ± 0.163 % 77 30.4292 ± 1.0419 0.12047 ± 0.00724 0.01775 ± 0.00040 4.031 ± 0.109 % 94.571 ± 0.162 % 78 29.9850 ± 1.0169 0.11903 ± 0.00715 0.01764 ± 0.00040 4.020 ± 0.108 % 94.585 ± 0.160 % 79 30.0614 ± 1.0132 0.11865 ± 0.00710 0.01761 ± 0.00039 4.004 ± 0.107 % 94.579 ± 0.160 % 80 29.8941 ± 0.9999 0.11752 ± 0.00703 0.01765 ± 0.00039 4.014 ± 0.106 % 94.583 ± 0.158 % 81 30.0000 ± 0.9964 0.11680 ± 0.00696 0.01761 ± 0.00038 4.006 ± 0.105 % 94.587 ± 0.157 % 82 30.0053 ± 0.9888 0.11574 ± 0.00688 0.01759 ± 0.00038 3.995 ± 0.104 % 94.548 ± 0.157 % 83 29.9700 ± 0.9808 0.11493 ± 0.00681 0.01754 ± 0.00037 3.991 ± 0.103 % 94.548 ± 0.156 % 84 30.1474 ± 0.9807 0.11516 ± 0.00677 0.01757 ± 0.00037 3.982 ± 0.102 % 94.528 ± 0.155 % 85 30.0680 ± 0.9707 0.11403 ± 0.00670 0.01762 ± 0.00037 3.982 ± 0.101 % 94.514 ± 0.155 % 86 30.3463 ± 0.9743 0.11448 ± 0.00667 0.01762 ± 0.00037 3.973 ± 0.100 % 94.460 ± 0.154 % 87 30.5101 ± 0.9745 0.11529 ± 0.00664 0.01770 ± 0.00037 3.974 ± 0.099 % 94.451 ± 0.154 % 88 30.1869 ± 0.9578 0.11462 ± 0.00657 0.01766 ± 0.00036 3.976 ± 0.098 % 94.447 ± 0.153 % 89 30.5111 ± 0.9623 0.11357 ± 0.00651 0.01767 ± 0.00036 3.965 ± 0.097 % 94.457 ± 0.152 % 90 30.5299 ± 0.9566 0.11240 ± 0.00645 0.01770 ± 0.00036 3.963 ± 0.097 % 94.440 ± 0.151 % 91 30.7868 ± 0.9601 0.11246 ± 0.00641 0.01774 ± 0.00035 3.963 ± 0.096 % 94.454 ± 0.150 % 92 30.8164 ± 0.9560 0.11286 ± 0.00636 0.01778 ± 0.00035 4.000 ± 0.098 % 94.408 ± 0.150 % 93 31.1125 ± 0.9606 0.11329 ± 0.00631 0.01783 ± 0.00035 3.998 ± 0.097 % 94.417 ± 0.149 % 94 30.6437 ± 0.9398 0.11244 ± 0.00625 0.01776 ± 0.00035 4.009 ± 0.097 % 94.439 ± 0.148 % 95 30.8851 ± 0.9425 0.11222 ± 0.00620 0.01771 ± 0.00035 4.004 ± 0.096 % 94.452 ± 0.147 % 96 30.7791 ± 0.9347 0.11239 ± 0.00618 0.01770 ± 0.00034 4.000 ± 0.095 % 94.469 ± 0.146 % 97 30.9411 ± 0.9352 0.11289 ± 0.00614 0.01769 ± 0.00034 3.995 ± 0.095 % 94.453 ± 0.146 % 98 31.1837 ± 0.9391 0.11379 ± 0.00612 0.01771 ± 0.00034 4.000 ± 0.094 % 94.462 ± 0.145 % 99 30.7734 ± 0.9203 0.11315 ± 0.00607 0.01761 ± 0.00034 3.990 ± 0.093 % 94.498 ± 0.144 % 100 30.9215 ± 0.9191 0.11253 ± 0.00601 0.01760 ± 0.00033 3.981 ± 0.093 % 94.490 ± 0.143 % ====== Perplexity statistics ====== Mean PPL(Q) : 30.921464 ± 0.919077 Mean PPL(base) : 27.630543 ± 0.755134 Cor(ln(PPL(Q)), ln(PPL(base))): 98.13% Mean ln(PPL(Q)/PPL(base)) : 0.112529 ± 0.006012 Mean PPL(Q)/PPL(base) : 1.119104 ± 0.006728 Mean PPL(Q)-PPL(base) : 3.290921 ± 0.229913 ====== KL divergence statistics ====== Mean KLD: 0.017596 ± 0.000332 Maximum KLD: 3.432258 99.9% KLD: 0.667656 99.0% KLD: 0.171061 95.0% KLD: 0.067853 90.0% KLD: 0.041652 Median KLD: 0.005144 10.0% KLD: 0.000007 5.0% KLD: 0.000001 1.0% KLD: -0.000000 0.1% KLD: -0.000002 Minimum KLD: -0.000018 ====== Token probability statistics ====== Mean Δp: -0.223 ± 0.025 % Maximum Δp: 76.237% 99.9% Δp: 26.963% 99.0% Δp: 11.660% 95.0% Δp: 4.009% 90.0% Δp: 1.679% 75.0% Δp: 0.082% Median Δp: -0.000% 25.0% Δp: -0.210% 10.0% Δp: -2.618% 5.0% Δp: -5.432% 1.0% Δp: -13.371% 0.1% Δp: -32.649% Minimum Δp: -66.183% RMS Δp : 3.981 ± 0.093 % Same top p: 94.490 ± 0.143 % # exit 0 after 117s