$ /Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-perplexity -m /Users/minipro/quantdiff/models/campaign/37455964b1ab/Spark-X2.6-4B.i1-Q4_K_M.gguf --kl-divergence-base /Users/minipro/quantdiff/work/reference/spark-x2.6-4b/quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-25T04:54:53Z 0.00.419.108 I cmn init: llama threadpool init, n_threads = 8 0.00.470.303 I 0.00.471.212 I system_info: n_threads = 8 (n_threads_batch = 8) / 12 | MTL : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | REPACK = 1 | 0.00.475.290 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.01.412.936 I kl_divergence: 0.94 seconds per pass - ETA 1.55 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 28.5812 ± 7.1766 0.41596 ± 0.06798 0.30773 ± 0.02934 14.324 ± 1.267 % 77.647 ± 2.614 % 2 23.2751 ± 3.7826 0.19246 ± 0.03954 0.19786 ± 0.01581 10.767 ± 0.869 % 83.137 ± 1.660 % 3 19.3924 ± 2.4989 0.12173 ± 0.03133 0.16989 ± 0.01144 10.256 ± 0.710 % 84.052 ± 1.325 % 4 18.5607 ± 2.1096 0.09586 ± 0.02634 0.15862 ± 0.00927 9.999 ± 0.596 % 84.412 ± 1.136 % 5 19.8087 ± 1.9846 0.08544 ± 0.02199 0.14798 ± 0.00787 9.373 ± 0.519 % 85.020 ± 1.000 % 6 19.2642 ± 1.7354 0.06708 ± 0.01878 0.13222 ± 0.00672 8.754 ± 0.465 % 85.425 ± 0.902 % 7 33.4924 ± 3.0998 0.04027 ± 0.02009 0.17324 ± 0.00830 8.779 ± 0.455 % 83.697 ± 0.875 % 8 29.8179 ± 2.5241 0.04044 ± 0.01803 0.16153 ± 0.00751 8.678 ± 0.437 % 84.461 ± 0.802 % 9 29.2708 ± 2.3003 0.03127 ± 0.01694 0.15785 ± 0.00700 8.623 ± 0.414 % 83.922 ± 0.767 % 10 34.8936 ± 2.6579 0.03250 ± 0.01638 0.17353 ± 0.00676 8.761 ± 0.401 % 82.667 ± 0.750 % 11 34.4730 ± 2.4773 0.03618 ± 0.01507 0.16314 ± 0.00620 8.489 ± 0.379 % 83.209 ± 0.706 % 12 33.9547 ± 2.3319 0.04640 ± 0.01455 0.16429 ± 0.00593 8.450 ± 0.356 % 82.810 ± 0.682 % 13 33.0826 ± 2.1586 0.05538 ± 0.01374 0.15848 ± 0.00551 8.255 ± 0.339 % 83.077 ± 0.651 % 14 31.5532 ± 1.9552 0.05275 ± 0.01293 0.15315 ± 0.00520 8.178 ± 0.325 % 83.557 ± 0.620 % 15 30.9199 ± 1.8336 0.05239 ± 0.01218 0.14700 ± 0.00489 8.032 ± 0.312 % 83.765 ± 0.596 % 16 30.7477 ± 1.7608 0.04977 ± 0.01154 0.14159 ± 0.00461 7.881 ± 0.300 % 84.216 ± 0.571 % 17 29.5680 ± 1.6287 0.05024 ± 0.01105 0.13761 ± 0.00447 7.725 ± 0.288 % 84.337 ± 0.552 % 18 30.1673 ± 1.6156 0.05877 ± 0.01079 0.14084 ± 0.00430 7.811 ± 0.288 % 84.074 ± 0.540 % 19 28.4042 ± 1.4804 0.06331 ± 0.01070 0.14284 ± 0.00450 8.309 ± 0.314 % 84.293 ± 0.523 % 20 26.6256 ± 1.3485 0.06175 ± 0.01033 0.14201 ± 0.00439 8.396 ± 0.303 % 84.549 ± 0.506 % 21 30.6147 ± 1.5525 0.06440 ± 0.01049 0.15518 ± 0.00450 8.535 ± 0.295 % 83.716 ± 0.505 % 22 28.8743 ± 1.4242 0.06387 ± 0.01006 0.15045 ± 0.00431 8.451 ± 0.285 % 83.975 ± 0.490 % 23 29.6778 ± 1.4285 0.04843 ± 0.00999 0.15490 ± 0.00421 8.435 ± 0.276 % 83.649 ± 0.483 % 24 29.2893 ± 1.3729 0.04807 ± 0.00966 0.15172 ± 0.00405 8.370 ± 0.268 % 83.824 ± 0.471 % 25 27.3032 ± 1.2435 0.05125 ± 0.00940 0.15054 ± 0.00395 8.487 ± 0.263 % 83.827 ± 0.461 % 26 25.7106 ± 1.1412 0.04961 ± 0.00907 0.14639 ± 0.00381 8.377 ± 0.257 % 84.087 ± 0.449 % 27 24.1923 ± 1.0473 0.04827 ± 0.00877 0.14273 ± 0.00368 8.316 ± 0.250 % 84.328 ± 0.438 % 28 23.8459 ± 1.0099 0.04867 ± 0.00853 0.14046 ± 0.00358 8.354 ± 0.246 % 84.468 ± 0.429 % 29 23.6105 ± 0.9806 0.05375 ± 0.00846 0.14424 ± 0.00356 8.630 ± 0.250 % 84.300 ± 0.423 % 30 26.6636 ± 1.1221 0.05253 ± 0.00860 0.15820 ± 0.00379 8.727 ± 0.249 % 83.608 ± 0.423 % 31 25.3663 ± 1.0481 0.05596 ± 0.00854 0.15805 ± 0.00375 9.107 ± 0.260 % 83.631 ± 0.416 % 32 24.7893 ± 1.0016 0.05679 ± 0.00835 0.15654 ± 0.00369 9.041 ± 0.255 % 83.738 ± 0.409 % 33 24.1759 ± 0.9590 0.05457 ± 0.00827 0.15627 ± 0.00370 9.097 ± 0.258 % 83.850 ± 0.401 % 34 23.5742 ± 0.9167 0.05235 ± 0.00806 0.15322 ± 0.00360 9.009 ± 0.253 % 84.014 ± 0.394 % 35 23.2801 ± 0.8889 0.05730 ± 0.00792 0.15229 ± 0.00352 8.991 ± 0.248 % 83.966 ± 0.388 % 36 22.1937 ± 0.8309 0.05661 ± 0.00774 0.14987 ± 0.00343 8.962 ± 0.242 % 84.096 ± 0.382 % 37 21.5033 ± 0.7915 0.05735 ± 0.00759 0.14892 ± 0.00336 8.979 ± 0.237 % 84.081 ± 0.377 % 38 20.4433 ± 0.7380 0.05856 ± 0.00743 0.14726 ± 0.00329 9.054 ± 0.233 % 84.190 ± 0.371 % 39 19.7656 ± 0.7002 0.05701 ± 0.00729 0.14520 ± 0.00321 9.038 ± 0.228 % 84.374 ± 0.364 % 40 19.5216 ± 0.6806 0.05826 ± 0.00715 0.14388 ± 0.00315 9.060 ± 0.227 % 84.461 ± 0.359 % 41 19.2405 ± 0.6608 0.05746 ± 0.00701 0.14258 ± 0.00309 9.018 ± 0.223 % 84.505 ± 0.354 % 42 18.7591 ± 0.6333 0.05658 ± 0.00688 0.14067 ± 0.00302 8.977 ± 0.219 % 84.622 ± 0.349 % 43 18.5043 ± 0.6154 0.05886 ± 0.00677 0.13944 ± 0.00296 8.950 ± 0.215 % 84.688 ± 0.344 % 44 17.7100 ± 0.5797 0.05974 ± 0.00665 0.13761 ± 0.00290 8.926 ± 0.212 % 84.795 ± 0.339 % 45 17.6006 ± 0.5678 0.05936 ± 0.00652 0.13593 ± 0.00284 8.863 ± 0.209 % 84.898 ± 0.334 % 46 17.0425 ± 0.5419 0.05819 ± 0.00640 0.13439 ± 0.00279 8.852 ± 0.205 % 84.987 ± 0.330 % 47 16.9038 ± 0.5303 0.05683 ± 0.00629 0.13272 ± 0.00273 8.809 ± 0.202 % 85.040 ± 0.326 % 48 16.7142 ± 0.5173 0.05705 ± 0.00618 0.13139 ± 0.00268 8.750 ± 0.200 % 85.098 ± 0.322 % 49 16.5783 ± 0.5061 0.05460 ± 0.00610 0.13053 ± 0.00264 8.742 ± 0.197 % 85.122 ± 0.318 % 50 16.0381 ± 0.4826 0.05385 ± 0.00599 0.12863 ± 0.00259 8.705 ± 0.195 % 85.318 ± 0.313 % 51 15.7916 ± 0.4686 0.05261 ± 0.00591 0.12736 ± 0.00254 8.674 ± 0.192 % 85.344 ± 0.310 % 52 15.7358 ± 0.4617 0.05497 ± 0.00584 0.12692 ± 0.00250 8.670 ± 0.189 % 85.302 ± 0.308 % 53 15.4922 ± 0.4498 0.05478 ± 0.00575 0.12570 ± 0.00247 8.656 ± 0.188 % 85.364 ± 0.304 % 54 15.6577 ± 0.4502 0.05482 ± 0.00570 0.12682 ± 0.00252 8.656 ± 0.185 % 85.265 ± 0.302 % 55 15.6782 ± 0.4462 0.05501 ± 0.00562 0.12588 ± 0.00248 8.617 ± 0.183 % 85.333 ± 0.299 % 56 15.2968 ± 0.4302 0.05518 ± 0.00554 0.12488 ± 0.00244 8.615 ± 0.180 % 85.476 ± 0.295 % 57 15.3469 ± 0.4270 0.05555 ± 0.00546 0.12371 ± 0.00240 8.559 ± 0.178 % 85.538 ± 0.292 % 58 15.1581 ± 0.4168 0.05363 ± 0.00542 0.12412 ± 0.00238 8.565 ± 0.176 % 85.477 ± 0.290 % 59 15.9560 ± 0.4400 0.06042 ± 0.00545 0.12724 ± 0.00237 8.599 ± 0.175 % 85.191 ± 0.290 % 60 15.7901 ± 0.4304 0.06080 ± 0.00538 0.12628 ± 0.00234 8.577 ± 0.173 % 85.242 ± 0.287 % 61 15.4067 ± 0.4152 0.06157 ± 0.00532 0.12531 ± 0.00230 8.589 ± 0.171 % 85.368 ± 0.283 % 62 15.3288 ± 0.4100 0.06120 ± 0.00525 0.12392 ± 0.00227 8.537 ± 0.170 % 85.427 ± 0.281 % 63 15.7762 ± 0.4209 0.06263 ± 0.00522 0.12397 ± 0.00224 8.516 ± 0.168 % 85.322 ± 0.279 % 64 15.6427 ± 0.4129 0.06213 ± 0.00516 0.12321 ± 0.00220 8.500 ± 0.166 % 85.398 ± 0.276 % 65 15.5077 ± 0.4052 0.06137 ± 0.00509 0.12236 ± 0.00218 8.496 ± 0.165 % 85.472 ± 0.274 % 66 15.4738 ± 0.4002 0.06075 ± 0.00503 0.12150 ± 0.00215 8.458 ± 0.163 % 85.561 ± 0.271 % 67 15.2870 ± 0.3915 0.05479 ± 0.00504 0.12317 ± 0.00215 8.529 ± 0.161 % 85.473 ± 0.270 % 68 15.3051 ± 0.3889 0.05539 ± 0.00498 0.12213 ± 0.00212 8.483 ± 0.160 % 85.513 ± 0.267 % 69 15.3246 ± 0.3860 0.05490 ± 0.00494 0.12198 ± 0.00210 8.466 ± 0.158 % 85.473 ± 0.266 % 70 15.3513 ± 0.3842 0.05471 ± 0.00491 0.12106 ± 0.00207 8.435 ± 0.156 % 85.501 ± 0.264 % 71 15.2754 ± 0.3789 0.05457 ± 0.00486 0.12064 ± 0.00205 8.448 ± 0.157 % 85.512 ± 0.262 % 72 15.2334 ± 0.3748 0.05416 ± 0.00481 0.12019 ± 0.00203 8.435 ± 0.156 % 85.545 ± 0.260 % 73 14.8060 ± 0.3608 0.05387 ± 0.00477 0.12036 ± 0.00205 8.492 ± 0.157 % 85.635 ± 0.257 % 74 15.3547 ± 0.3755 0.05778 ± 0.00479 0.12257 ± 0.00205 8.536 ± 0.156 % 85.511 ± 0.256 % 75 15.1140 ± 0.3660 0.05791 ± 0.00473 0.12147 ± 0.00202 8.507 ± 0.155 % 85.590 ± 0.254 % 76 15.1551 ± 0.3638 0.05766 ± 0.00468 0.12048 ± 0.00200 8.467 ± 0.154 % 85.609 ± 0.252 % 77 15.1464 ± 0.3607 0.05972 ± 0.00466 0.12165 ± 0.00199 8.510 ± 0.153 % 85.505 ± 0.251 % 78 14.9806 ± 0.3540 0.05969 ± 0.00464 0.12222 ± 0.00197 8.594 ± 0.152 % 85.500 ± 0.250 % 79 14.9910 ± 0.3514 0.05950 ± 0.00459 0.12118 ± 0.00195 8.555 ± 0.151 % 85.575 ± 0.248 % 80 15.0714 ± 0.3515 0.05936 ± 0.00455 0.12053 ± 0.00193 8.535 ± 0.150 % 85.632 ± 0.246 % 81 15.1042 ± 0.3499 0.05873 ± 0.00451 0.11992 ± 0.00191 8.506 ± 0.148 % 85.635 ± 0.244 % 82 15.2150 ± 0.3503 0.05913 ± 0.00449 0.12049 ± 0.00192 8.522 ± 0.149 % 85.615 ± 0.243 % 83 15.1388 ± 0.3464 0.06004 ± 0.00448 0.12074 ± 0.00190 8.546 ± 0.147 % 85.589 ± 0.241 % 84 15.1592 ± 0.3444 0.06024 ± 0.00444 0.12013 ± 0.00188 8.520 ± 0.146 % 85.630 ± 0.240 % 85 15.0871 ± 0.3405 0.06076 ± 0.00443 0.12009 ± 0.00190 8.524 ± 0.145 % 85.661 ± 0.238 % 86 15.1773 ± 0.3406 0.06097 ± 0.00440 0.11968 ± 0.00188 8.504 ± 0.144 % 85.673 ± 0.237 % 87 15.1597 ± 0.3378 0.06252 ± 0.00439 0.12046 ± 0.00187 8.532 ± 0.143 % 85.630 ± 0.236 % 88 14.7979 ± 0.3272 0.06178 ± 0.00434 0.11963 ± 0.00185 8.523 ± 0.142 % 85.722 ± 0.234 % 89 14.8494 ± 0.3262 0.06131 ± 0.00430 0.11881 ± 0.00183 8.487 ± 0.141 % 85.772 ± 0.232 % 90 14.6637 ± 0.3194 0.06059 ± 0.00426 0.11811 ± 0.00181 8.462 ± 0.140 % 85.817 ± 0.230 % 91 14.6204 ± 0.3164 0.06042 ± 0.00422 0.11727 ± 0.00180 8.434 ± 0.139 % 85.887 ± 0.229 % 92 14.6673 ± 0.3158 0.05915 ± 0.00420 0.11740 ± 0.00178 8.414 ± 0.138 % 85.840 ± 0.228 % 93 14.7214 ± 0.3156 0.06016 ± 0.00418 0.11800 ± 0.00177 8.417 ± 0.137 % 85.777 ± 0.227 % 94 14.7828 ± 0.3158 0.05965 ± 0.00415 0.11727 ± 0.00175 8.392 ± 0.136 % 85.820 ± 0.225 % 95 14.7364 ± 0.3125 0.05924 ± 0.00411 0.11668 ± 0.00174 8.372 ± 0.135 % 85.837 ± 0.224 % 96 14.8095 ± 0.3129 0.05870 ± 0.00408 0.11606 ± 0.00172 8.350 ± 0.134 % 85.850 ± 0.223 % 97 14.8437 ± 0.3119 0.06013 ± 0.00406 0.11613 ± 0.00171 8.338 ± 0.133 % 85.842 ± 0.222 % 98 14.9783 ± 0.3134 0.06038 ± 0.00404 0.11658 ± 0.00169 8.339 ± 0.132 % 85.822 ± 0.221 % 99 14.7550 ± 0.3066 0.06091 ± 0.00404 0.11738 ± 0.00169 8.454 ± 0.132 % 85.831 ± 0.219 % 100 14.7511 ± 0.3044 0.06088 ± 0.00401 0.11676 ± 0.00167 8.431 ± 0.131 % 85.898 ± 0.218 % ====== Perplexity statistics ====== Mean PPL(Q) : 14.751094 ± 0.304423 Mean PPL(base) : 13.879883 ± 0.282279 Cor(ln(PPL(Q)), ln(PPL(base))): 98.10% Mean ln(PPL(Q)/PPL(base)) : 0.060877 ± 0.004007 Mean PPL(Q)/PPL(base) : 1.062768 ± 0.004259 Mean PPL(Q)-PPL(base) : 0.871211 ± 0.061315 ====== KL divergence statistics ====== Mean KLD: 0.116760 ± 0.001675 Maximum KLD: 9.313073 99.9% KLD: 2.909399 99.0% KLD: 1.156631 95.0% KLD: 0.457138 90.0% KLD: 0.276236 Median KLD: 0.044260 10.0% KLD: 0.001005 5.0% KLD: 0.000207 1.0% KLD: 0.000014 0.1% KLD: 0.000000 Minimum KLD: -0.000006 ====== Token probability statistics ====== Mean Δp: -0.852 ± 0.053 % Maximum Δp: 92.608% 99.9% Δp: 51.122% 99.0% Δp: 22.843% 95.0% Δp: 8.857% 90.0% Δp: 4.473% 75.0% Δp: 0.485% Median Δp: -0.010% 25.0% Δp: -1.559% 10.0% Δp: -7.187% 5.0% Δp: -12.848% 1.0% Δp: -31.444% 0.1% Δp: -69.091% Minimum Δp: -96.095% RMS Δp : 8.431 ± 0.131 % Same top p: 85.898 ± 0.218 % # exit 0 after 95s