$ /Users/minipro/quantdiff/llama.cpp/src-b11770-ps/build/bin/llama-perplexity -m /Users/minipro/quantdiff/models/campaign/22d8d2b70277/NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q6_K_XL.gguf --kl-divergence-base /Users/minipro/quantdiff/work/reference/nemotron-3.5-bolt-e4b/quantdiff-kld-v1-chat-gemma4.kld --kl-divergence -c 512 -b 512 -ngl 999 --parse-special # started 2026-10-24T01:40:02Z 0.00.734.347 W load: control-looking token: 50 '<|tool_response>' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.737.290 W load: control-looking token: 212 '' was not control-type; this is probably a bug in the model. its type will be overridden 0.00.743.450 W load: '' is a normal token here, removing it from EOG list 0.01.095.185 I cmn init: llama threadpool init, n_threads = 8 0.01.151.453 I 0.01.151.476 I system_info: n_threads = 8 (n_threads_batch = 8) / 12 | MTL : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | MATMUL_INT8 = 1 | DOTPROD = 1 | ACCELERATE = 1 | REPACK = 1 | 0.01.161.777 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.216.532 I kl_divergence: 1.05 seconds per pass - ETA 1.75 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 36.3630 ± 12.3811 0.16623 ± 0.07335 0.00449 ± 0.00064 1.937 ± 0.279 % 98.431 ± 0.780 % 2 56.1626 ± 13.9182 0.21190 ± 0.06332 0.00603 ± 0.00067 2.400 ± 0.444 % 96.667 ± 0.796 % 3 40.4565 ± 8.1541 0.23667 ± 0.05901 0.00627 ± 0.00068 2.515 ± 0.324 % 96.863 ± 0.631 % 4 38.8721 ± 6.7055 0.23417 ± 0.04971 0.00611 ± 0.00054 2.489 ± 0.262 % 96.961 ± 0.538 % 5 47.1730 ± 7.2542 0.21648 ± 0.04136 0.00612 ± 0.00045 2.413 ± 0.221 % 96.784 ± 0.494 % 6 49.3123 ± 6.8652 0.20664 ± 0.03600 0.00610 ± 0.00039 2.365 ± 0.193 % 96.405 ± 0.476 % 7 47.1833 ± 5.9305 0.18619 ± 0.03119 0.00601 ± 0.00034 2.321 ± 0.171 % 96.471 ± 0.437 % 8 46.8477 ± 5.4839 0.18203 ± 0.02841 0.00576 ± 0.00030 2.226 ± 0.157 % 96.520 ± 0.406 % 9 48.9733 ± 5.3987 0.18450 ± 0.02863 0.00576 ± 0.00028 2.166 ± 0.144 % 96.558 ± 0.381 % 10 51.0464 ± 5.3182 0.18429 ± 0.02635 0.00562 ± 0.00025 2.107 ± 0.134 % 96.588 ± 0.360 % 11 55.1412 ± 5.4969 0.18960 ± 0.02523 0.00558 ± 0.00023 2.047 ± 0.125 % 96.578 ± 0.343 % 12 56.6716 ± 5.4065 0.18698 ± 0.02369 0.00552 ± 0.00022 2.015 ± 0.117 % 96.601 ± 0.328 % 13 57.7529 ± 5.2861 0.18460 ± 0.02231 0.00563 ± 0.00022 2.062 ± 0.115 % 96.712 ± 0.310 % 14 57.6075 ± 5.0249 0.17601 ± 0.02083 0.00552 ± 0.00020 2.025 ± 0.109 % 96.695 ± 0.299 % 15 59.0144 ± 4.9492 0.16863 ± 0.01960 0.00548 ± 0.00019 1.984 ± 0.105 % 96.627 ± 0.292 % 16 62.7065 ± 5.1275 0.17196 ± 0.01904 0.00556 ± 0.00019 1.959 ± 0.100 % 96.471 ± 0.289 % 17 61.7362 ± 4.8573 0.16564 ± 0.01810 0.00563 ± 0.00018 1.969 ± 0.094 % 96.309 ± 0.286 % 18 61.7624 ± 4.7057 0.16132 ± 0.01721 0.00568 ± 0.00018 1.957 ± 0.090 % 96.253 ± 0.280 % 19 59.3986 ± 4.4621 0.17452 ± 0.01809 0.00558 ± 0.00017 1.991 ± 0.093 % 96.305 ± 0.271 % 20 55.1314 ± 4.0140 0.17044 ± 0.01739 0.00559 ± 0.00017 2.039 ± 0.095 % 96.412 ± 0.260 % 21 55.3246 ± 3.9236 0.16661 ± 0.01667 0.00566 ± 0.00017 2.035 ± 0.092 % 96.452 ± 0.253 % 22 53.0798 ± 3.6719 0.16630 ± 0.01618 0.00560 ± 0.00017 2.025 ± 0.089 % 96.453 ± 0.247 % 23 53.2725 ± 3.5998 0.16212 ± 0.01553 0.00565 ± 0.00017 2.036 ± 0.086 % 96.471 ± 0.241 % 24 54.8378 ± 3.6452 0.16561 ± 0.01517 0.00570 ± 0.00016 2.057 ± 0.083 % 96.438 ± 0.237 % 25 50.7269 ± 3.2757 0.15887 ± 0.01458 0.00568 ± 0.00016 2.051 ± 0.080 % 96.455 ± 0.232 % 26 47.6797 ± 2.9988 0.15515 ± 0.01409 0.00572 ± 0.00020 2.048 ± 0.078 % 96.531 ± 0.225 % 27 46.5973 ± 2.8635 0.15090 ± 0.01359 0.00573 ± 0.00019 2.038 ± 0.076 % 96.558 ± 0.220 % 28 47.1269 ± 2.8510 0.15162 ± 0.01333 0.00579 ± 0.00019 2.079 ± 0.080 % 96.583 ± 0.215 % 29 46.2256 ± 2.7390 0.14888 ± 0.01300 0.00581 ± 0.00019 2.087 ± 0.078 % 96.538 ± 0.213 % 30 46.6060 ± 2.7227 0.15129 ± 0.01289 0.00581 ± 0.00018 2.075 ± 0.076 % 96.562 ± 0.208 % 31 44.2254 ± 2.5286 0.14573 ± 0.01250 0.00595 ± 0.00019 2.158 ± 0.079 % 96.584 ± 0.204 % 32 43.4385 ± 2.4330 0.14300 ± 0.01215 0.00592 ± 0.00018 2.152 ± 0.077 % 96.605 ± 0.200 % 33 44.1978 ± 2.4527 0.14682 ± 0.01218 0.00640 ± 0.00032 2.153 ± 0.075 % 96.613 ± 0.197 % 34 43.8894 ± 2.3976 0.14776 ± 0.01199 0.00649 ± 0.00033 2.186 ± 0.086 % 96.644 ± 0.193 % 35 43.4556 ± 2.3307 0.14523 ± 0.01168 0.00652 ± 0.00032 2.191 ± 0.084 % 96.560 ± 0.193 % 36 41.6777 ± 2.1930 0.14234 ± 0.01140 0.00647 ± 0.00032 2.191 ± 0.082 % 96.612 ± 0.189 % 37 39.9606 ± 2.0629 0.13880 ± 0.01113 0.00649 ± 0.00031 2.253 ± 0.093 % 96.640 ± 0.186 % 38 37.8963 ± 1.9186 0.13428 ± 0.01084 0.00647 ± 0.00031 2.268 ± 0.091 % 96.677 ± 0.182 % 39 36.6008 ± 1.8182 0.13182 ± 0.01058 0.00643 ± 0.00030 2.261 ± 0.089 % 96.722 ± 0.179 % 40 35.9043 ± 1.7598 0.13229 ± 0.01054 0.00643 ± 0.00029 2.254 ± 0.088 % 96.745 ± 0.176 % 41 35.7518 ± 1.7360 0.13565 ± 0.01081 0.00641 ± 0.00029 2.259 ± 0.086 % 96.719 ± 0.174 % 42 34.6953 ± 1.6577 0.13481 ± 0.01061 0.00644 ± 0.00028 2.288 ± 0.086 % 96.723 ± 0.172 % 43 33.9729 ± 1.5986 0.13202 ± 0.01037 0.00643 ± 0.00028 2.293 ± 0.084 % 96.753 ± 0.169 % 44 32.6458 ± 1.5141 0.13043 ± 0.01015 0.00653 ± 0.00029 2.412 ± 0.115 % 96.791 ± 0.166 % 45 32.7017 ± 1.4987 0.13078 ± 0.01003 0.00649 ± 0.00028 2.405 ± 0.113 % 96.749 ± 0.166 % 46 32.1890 ± 1.4582 0.12984 ± 0.00988 0.00647 ± 0.00028 2.402 ± 0.111 % 96.726 ± 0.164 % 47 32.1690 ± 1.4396 0.12918 ± 0.00972 0.00646 ± 0.00027 2.405 ± 0.110 % 96.721 ± 0.163 % 48 31.8948 ± 1.4099 0.12865 ± 0.00962 0.00644 ± 0.00027 2.408 ± 0.108 % 96.716 ± 0.161 % 49 31.9834 ± 1.3987 0.12847 ± 0.00948 0.00644 ± 0.00026 2.416 ± 0.107 % 96.711 ± 0.160 % 50 30.9409 ± 1.3342 0.12665 ± 0.00930 0.00635 ± 0.00026 2.402 ± 0.106 % 96.761 ± 0.157 % 51 30.8026 ± 1.3129 0.12651 ± 0.00920 0.00636 ± 0.00025 2.393 ± 0.104 % 96.740 ± 0.156 % 52 30.7352 ± 1.2977 0.12588 ± 0.00910 0.00635 ± 0.00025 2.390 ± 0.102 % 96.757 ± 0.154 % 53 30.8112 ± 1.2949 0.12948 ± 0.00914 0.00634 ± 0.00024 2.386 ± 0.101 % 96.789 ± 0.152 % 54 31.0803 ± 1.2926 0.12788 ± 0.00899 0.00640 ± 0.00024 2.390 ± 0.099 % 96.754 ± 0.151 % 55 31.0599 ± 1.2760 0.12648 ± 0.00884 0.00642 ± 0.00024 2.386 ± 0.098 % 96.713 ± 0.151 % 56 30.6766 ± 1.2467 0.12561 ± 0.00873 0.00638 ± 0.00024 2.391 ± 0.096 % 96.723 ± 0.149 % 57 31.1065 ± 1.2527 0.12569 ± 0.00861 0.00637 ± 0.00023 2.381 ± 0.095 % 96.677 ± 0.149 % 58 31.1142 ± 1.2398 0.12410 ± 0.00848 0.00640 ± 0.00023 2.385 ± 0.093 % 96.673 ± 0.147 % 59 31.5498 ± 1.2456 0.12327 ± 0.00836 0.00640 ± 0.00023 2.374 ± 0.092 % 96.650 ± 0.147 % 60 31.6702 ± 1.2400 0.12270 ± 0.00826 0.00637 ± 0.00022 2.366 ± 0.091 % 96.667 ± 0.145 % 61 31.1092 ± 1.2062 0.12224 ± 0.00815 0.00635 ± 0.00022 2.375 ± 0.090 % 96.708 ± 0.143 % 62 30.9446 ± 1.1916 0.12295 ± 0.00810 0.00635 ± 0.00022 2.400 ± 0.092 % 96.705 ± 0.142 % 63 31.1794 ± 1.1934 0.12457 ± 0.00808 0.00631 ± 0.00021 2.389 ± 0.091 % 96.720 ± 0.141 % 64 31.4657 ± 1.1955 0.12403 ± 0.00797 0.00634 ± 0.00021 2.399 ± 0.090 % 96.740 ± 0.139 % 65 31.3932 ± 1.1814 0.12242 ± 0.00785 0.00633 ± 0.00021 2.394 ± 0.088 % 96.718 ± 0.138 % 66 31.7856 ± 1.1896 0.12415 ± 0.00789 0.00633 ± 0.00021 2.391 ± 0.087 % 96.702 ± 0.138 % 67 31.0334 ± 1.1498 0.12263 ± 0.00778 0.00629 ± 0.00020 2.388 ± 0.086 % 96.711 ± 0.136 % 68 31.3335 ± 1.1524 0.12257 ± 0.00771 0.00628 ± 0.00020 2.392 ± 0.085 % 96.713 ± 0.135 % 69 31.5897 ± 1.1535 0.12222 ± 0.00762 0.00628 ± 0.00020 2.386 ± 0.084 % 96.704 ± 0.135 % 70 31.9239 ± 1.1591 0.12388 ± 0.00762 0.00631 ± 0.00020 2.410 ± 0.086 % 96.706 ± 0.134 % 71 31.6874 ± 1.1402 0.12242 ± 0.00752 0.00629 ± 0.00019 2.403 ± 0.085 % 96.719 ± 0.132 % 72 31.6201 ± 1.1282 0.12190 ± 0.00743 0.00626 ± 0.00019 2.394 ± 0.084 % 96.705 ± 0.132 % 73 30.6178 ± 1.0815 0.12039 ± 0.00733 0.00625 ± 0.00019 2.384 ± 0.083 % 96.739 ± 0.130 % 74 30.1642 ± 1.0558 0.11917 ± 0.00724 0.00623 ± 0.00019 2.389 ± 0.082 % 96.751 ± 0.129 % 75 29.8816 ± 1.0367 0.11808 ± 0.00715 0.00621 ± 0.00019 2.388 ± 0.081 % 96.774 ± 0.128 % 76 30.2086 ± 1.0414 0.11828 ± 0.00708 0.00622 ± 0.00019 2.388 ± 0.081 % 96.760 ± 0.127 % 77 30.3683 ± 1.0408 0.11846 ± 0.00702 0.00622 ± 0.00019 2.383 ± 0.080 % 96.746 ± 0.127 % 78 29.9247 ± 1.0159 0.11701 ± 0.00693 0.00619 ± 0.00018 2.374 ± 0.079 % 96.772 ± 0.125 % 79 30.0070 ± 1.0124 0.11684 ± 0.00687 0.00616 ± 0.00018 2.364 ± 0.078 % 96.768 ± 0.125 % 80 29.8555 ± 0.9998 0.11623 ± 0.00680 0.00616 ± 0.00018 2.369 ± 0.077 % 96.779 ± 0.124 % 81 29.9815 ± 0.9971 0.11618 ± 0.00673 0.00614 ± 0.00018 2.362 ± 0.077 % 96.780 ± 0.123 % 82 29.9852 ± 0.9895 0.11507 ± 0.00665 0.00614 ± 0.00017 2.356 ± 0.076 % 96.772 ± 0.122 % 83 29.9492 ± 0.9815 0.11423 ± 0.00658 0.00612 ± 0.00017 2.348 ± 0.075 % 96.778 ± 0.121 % 84 30.1192 ± 0.9812 0.11423 ± 0.00653 0.00610 ± 0.00017 2.340 ± 0.075 % 96.783 ± 0.121 % 85 30.0483 ± 0.9716 0.11338 ± 0.00647 0.00611 ± 0.00017 2.336 ± 0.074 % 96.743 ± 0.121 % 86 30.3170 ± 0.9748 0.11351 ± 0.00644 0.00610 ± 0.00017 2.329 ± 0.073 % 96.726 ± 0.120 % 87 30.4629 ± 0.9743 0.11374 ± 0.00640 0.00614 ± 0.00017 2.340 ± 0.073 % 96.705 ± 0.120 % 88 30.1348 ± 0.9573 0.11290 ± 0.00633 0.00611 ± 0.00017 2.336 ± 0.072 % 96.725 ± 0.119 % 89 30.4545 ± 0.9616 0.11171 ± 0.00627 0.00612 ± 0.00016 2.332 ± 0.072 % 96.713 ± 0.118 % 90 30.4943 ± 0.9568 0.11124 ± 0.00622 0.00611 ± 0.00016 2.330 ± 0.071 % 96.715 ± 0.118 % 91 30.7542 ± 0.9604 0.11140 ± 0.00618 0.00614 ± 0.00016 2.331 ± 0.070 % 96.703 ± 0.117 % 92 30.7613 ± 0.9554 0.11106 ± 0.00613 0.00611 ± 0.00016 2.324 ± 0.070 % 96.722 ± 0.116 % 93 31.0381 ± 0.9593 0.11089 ± 0.00608 0.00612 ± 0.00016 2.319 ± 0.069 % 96.707 ± 0.116 % 94 30.5780 ± 0.9388 0.11030 ± 0.00602 0.00610 ± 0.00016 2.319 ± 0.069 % 96.721 ± 0.115 % 95 30.8114 ± 0.9412 0.10983 ± 0.00596 0.00608 ± 0.00016 2.312 ± 0.068 % 96.731 ± 0.114 % 96 30.7248 ± 0.9342 0.11063 ± 0.00595 0.00610 ± 0.00015 2.314 ± 0.068 % 96.708 ± 0.114 % 97 30.8694 ± 0.9341 0.11057 ± 0.00591 0.00608 ± 0.00015 2.310 ± 0.067 % 96.701 ± 0.114 % 98 31.1045 ± 0.9377 0.11124 ± 0.00589 0.00609 ± 0.00015 2.309 ± 0.066 % 96.699 ± 0.113 % 99 30.6870 ± 0.9186 0.11034 ± 0.00583 0.00606 ± 0.00015 2.305 ± 0.066 % 96.720 ± 0.112 % 100 30.8273 ± 0.9170 0.10948 ± 0.00578 0.00605 ± 0.00015 2.299 ± 0.066 % 96.710 ± 0.112 % ====== Perplexity statistics ====== Mean PPL(Q) : 30.827274 ± 0.917017 Mean PPL(base) : 27.630543 ± 0.755134 Cor(ln(PPL(Q)), ln(PPL(base))): 98.31% Mean ln(PPL(Q)/PPL(base)) : 0.109478 ± 0.005778 Mean PPL(Q)/PPL(base) : 1.115696 ± 0.006446 Mean PPL(Q)-PPL(base) : 3.196731 ± 0.222856 ====== KL divergence statistics ====== Mean KLD: 0.006050 ± 0.000148 Maximum KLD: 1.545560 99.9% KLD: 0.203083 99.0% KLD: 0.059762 95.0% KLD: 0.023182 90.0% KLD: 0.014105 Median KLD: 0.001602 10.0% KLD: 0.000002 5.0% KLD: 0.000000 1.0% KLD: -0.000001 0.1% KLD: -0.000002 Minimum KLD: -0.000016 ====== Token probability statistics ====== Mean Δp: -0.090 ± 0.014 % Maximum Δp: 45.305% 99.9% Δp: 16.189% 99.0% Δp: 6.522% 95.0% Δp: 2.333% 90.0% Δp: 0.980% 75.0% Δp: 0.058% Median Δp: -0.000% 25.0% Δp: -0.101% 10.0% Δp: -1.339% 5.0% Δp: -2.822% 1.0% Δp: -7.648% 0.1% Δp: -17.061% Minimum Δp: -67.218% RMS Δp : 2.299 ± 0.066 % Same top p: 96.710 ± 0.112 % # exit 0 after 109s