$ /Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-perplexity -m /Users/minipro/quantdiff/models/campaign/ddff7a731322/Spark-X2.6-4B-IQ2_M.gguf --kl-divergence-base /Users/minipro/quantdiff/work/reference/spark-x2.6-4b/quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-25T03:52:09Z 0.00.380.095 I cmn init: llama threadpool init, n_threads = 8 0.00.517.885 I 0.00.518.162 I system_info: n_threads = 8 (n_threads_batch = 8) / 12 | MTL : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | REPACK = 1 | 0.00.522.122 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.01.469.272 I kl_divergence: 0.95 seconds per pass - ETA 1.57 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 67.3283 ± 16.7261 1.27279 ± 0.14559 1.41332 ± 0.09074 29.276 ± 1.922 % 54.510 ± 3.124 % 2 63.6123 ± 10.4534 1.19788 ± 0.09704 1.34976 ± 0.05998 28.423 ± 1.340 % 53.725 ± 2.210 % 3 43.3985 ± 5.6066 0.92727 ± 0.07779 1.19917 ± 0.04529 28.319 ± 1.078 % 55.425 ± 1.798 % 4 39.9603 ± 4.5326 0.86270 ± 0.06611 1.17915 ± 0.03917 29.668 ± 0.986 % 56.275 ± 1.554 % 5 43.3612 ± 4.3882 0.86888 ± 0.05792 1.14404 ± 0.03370 28.441 ± 0.865 % 55.608 ± 1.392 % 6 40.1355 ± 3.6473 0.80109 ± 0.05024 1.06171 ± 0.02922 27.443 ± 0.776 % 56.405 ± 1.268 % 7 63.3585 ± 5.7053 0.67776 ± 0.05114 1.27269 ± 0.03335 26.631 ± 0.731 % 54.174 ± 1.180 % 8 55.7723 ± 4.6388 0.66661 ± 0.04630 1.22003 ± 0.03035 26.051 ± 0.678 % 55.784 ± 1.100 % 9 55.6470 ± 4.3082 0.67371 ± 0.04313 1.22743 ± 0.02786 25.965 ± 0.637 % 54.510 ± 1.040 % 10 67.9185 ± 5.0754 0.69850 ± 0.04122 1.29786 ± 0.02662 25.707 ± 0.601 % 52.706 ± 0.989 % 11 64.7664 ± 4.5573 0.66680 ± 0.03842 1.24292 ± 0.02477 25.070 ± 0.569 % 53.939 ± 0.941 % 12 64.0690 ± 4.2967 0.68134 ± 0.03659 1.24438 ± 0.02350 25.114 ± 0.546 % 53.366 ± 0.902 % 13 63.7852 ± 4.0809 0.71189 ± 0.03485 1.22779 ± 0.02210 25.083 ± 0.524 % 53.303 ± 0.867 % 14 59.8585 ± 3.6442 0.69306 ± 0.03281 1.18693 ± 0.02085 24.645 ± 0.501 % 53.585 ± 0.835 % 15 57.2539 ± 3.3426 0.66848 ± 0.03108 1.15076 ± 0.01978 24.294 ± 0.483 % 53.935 ± 0.806 % 16 56.1862 ± 3.1627 0.65262 ± 0.02970 1.12322 ± 0.01881 24.031 ± 0.466 % 54.534 ± 0.780 % 17 53.0820 ± 2.8775 0.63539 ± 0.02841 1.10363 ± 0.01811 23.886 ± 0.451 % 54.717 ± 0.756 % 18 57.4919 ± 3.0709 0.70365 ± 0.02845 1.15893 ± 0.01834 24.219 ± 0.442 % 53.878 ± 0.736 % 19 54.5052 ± 2.8362 0.71507 ± 0.02787 1.16824 ± 0.01829 25.057 ± 0.442 % 54.138 ± 0.716 % 20 50.7186 ± 2.5669 0.70617 ± 0.02707 1.15510 ± 0.01780 25.303 ± 0.431 % 54.627 ± 0.697 % 21 56.3483 ± 2.8229 0.67447 ± 0.02692 1.20081 ± 0.01768 25.131 ± 0.421 % 53.894 ± 0.681 % 22 53.2440 ± 2.6017 0.67580 ± 0.02606 1.18288 ± 0.01715 25.353 ± 0.411 % 54.456 ± 0.665 % 23 57.7648 ± 2.7864 0.71441 ± 0.02594 1.21611 ± 0.01695 25.331 ± 0.402 % 53.555 ± 0.651 % 24 58.3525 ± 2.7466 0.73735 ± 0.02548 1.21772 ± 0.01666 25.454 ± 0.394 % 53.676 ± 0.637 % 25 53.7631 ± 2.4661 0.72883 ± 0.02471 1.19754 ± 0.01616 25.547 ± 0.385 % 54.165 ± 0.624 % 26 50.2110 ± 2.2488 0.71894 ± 0.02397 1.17320 ± 0.01571 25.424 ± 0.378 % 54.585 ± 0.612 % 27 46.3951 ± 2.0294 0.69943 ± 0.02329 1.15249 ± 0.01530 25.367 ± 0.369 % 55.149 ± 0.599 % 28 45.8431 ± 1.9626 0.70229 ± 0.02286 1.14797 ± 0.01501 25.555 ± 0.365 % 55.224 ± 0.589 % 29 46.2180 ± 1.9514 0.72543 ± 0.02269 1.16494 ± 0.01498 25.864 ± 0.360 % 55.078 ± 0.578 % 30 51.5435 ± 2.1890 0.71166 ± 0.02275 1.21814 ± 0.01548 25.710 ± 0.355 % 54.575 ± 0.569 % 31 49.4376 ± 2.0612 0.72325 ± 0.02233 1.21627 ± 0.01525 26.210 ± 0.353 % 54.750 ± 0.560 % 32 48.0460 ± 1.9619 0.71854 ± 0.02186 1.20539 ± 0.01490 26.083 ± 0.346 % 54.926 ± 0.551 % 33 46.6209 ± 1.8687 0.71126 ± 0.02151 1.19839 ± 0.01466 26.052 ± 0.340 % 55.092 ± 0.542 % 34 45.5546 ± 1.7921 0.71111 ± 0.02105 1.18447 ± 0.01434 26.045 ± 0.334 % 55.409 ± 0.534 % 35 45.4259 ± 1.7586 0.72578 ± 0.02077 1.18509 ± 0.01409 26.045 ± 0.329 % 55.462 ± 0.526 % 36 43.2134 ± 1.6420 0.72295 ± 0.02035 1.17476 ± 0.01384 26.158 ± 0.324 % 55.686 ± 0.518 % 37 41.8437 ± 1.5652 0.72308 ± 0.01995 1.16180 ± 0.01358 26.143 ± 0.319 % 55.866 ± 0.511 % 38 39.5930 ± 1.4556 0.71955 ± 0.01955 1.14873 ± 0.01332 26.236 ± 0.314 % 56.275 ± 0.504 % 39 38.1690 ± 1.3785 0.71509 ± 0.01919 1.13952 ± 0.01307 26.263 ± 0.309 % 56.420 ± 0.497 % 40 37.8262 ± 1.3476 0.71974 ± 0.01892 1.13386 ± 0.01285 26.199 ± 0.305 % 56.461 ± 0.491 % 41 37.1626 ± 1.3049 0.71575 ± 0.01864 1.12529 ± 0.01263 26.123 ± 0.301 % 56.509 ± 0.485 % 42 36.1464 ± 1.2491 0.71247 ± 0.01833 1.11368 ± 0.01240 26.075 ± 0.297 % 56.667 ± 0.479 % 43 35.6134 ± 1.2124 0.71358 ± 0.01803 1.10677 ± 0.01219 26.088 ± 0.293 % 56.817 ± 0.473 % 44 33.8778 ± 1.1380 0.70838 ± 0.01772 1.09330 ± 0.01201 26.084 ± 0.289 % 57.291 ± 0.467 % 45 33.6371 ± 1.1139 0.70705 ± 0.01742 1.08523 ± 0.01182 26.020 ± 0.286 % 57.377 ± 0.462 % 46 32.4314 ± 1.0602 0.70160 ± 0.01717 1.07643 ± 0.01165 26.000 ± 0.282 % 57.732 ± 0.456 % 47 32.1780 ± 1.0377 0.70057 ± 0.01691 1.06986 ± 0.01145 26.003 ± 0.279 % 57.781 ± 0.451 % 48 31.8032 ± 1.0121 0.70036 ± 0.01667 1.06329 ± 0.01126 26.038 ± 0.276 % 57.917 ± 0.446 % 49 31.4079 ± 0.9862 0.69356 ± 0.01644 1.05535 ± 0.01108 25.929 ± 0.273 % 58.071 ± 0.441 % 50 30.2197 ± 0.9370 0.68737 ± 0.01615 1.04237 ± 0.01090 25.839 ± 0.269 % 58.447 ± 0.436 % 51 29.6287 ± 0.9057 0.68188 ± 0.01591 1.03417 ± 0.01073 25.805 ± 0.266 % 58.585 ± 0.432 % 52 29.9091 ± 0.9062 0.69719 ± 0.01587 1.04163 ± 0.01069 25.960 ± 0.264 % 58.394 ± 0.428 % 53 29.2987 ± 0.8789 0.69199 ± 0.01567 1.03360 ± 0.01055 25.889 ± 0.262 % 58.676 ± 0.424 % 54 29.9782 ± 0.8934 0.70432 ± 0.01562 1.03953 ± 0.01046 25.897 ± 0.259 % 58.395 ± 0.420 % 55 30.0373 ± 0.8854 0.70517 ± 0.01543 1.03850 ± 0.01032 25.921 ± 0.257 % 58.389 ± 0.416 % 56 29.2852 ± 0.8537 0.70462 ± 0.01524 1.03253 ± 0.01020 25.984 ± 0.255 % 58.641 ± 0.412 % 57 29.4678 ± 0.8507 0.70793 ± 0.01507 1.02958 ± 0.01007 25.902 ± 0.252 % 58.638 ± 0.409 % 58 28.9976 ± 0.8272 0.70230 ± 0.01492 1.02781 ± 0.00995 25.910 ± 0.250 % 58.614 ± 0.405 % 59 30.3088 ± 0.8640 0.70203 ± 0.01487 1.03635 ± 0.00990 25.817 ± 0.248 % 58.338 ± 0.402 % 60 30.0982 ± 0.8494 0.70588 ± 0.01474 1.03864 ± 0.00981 25.892 ± 0.245 % 58.288 ± 0.399 % 61 29.3730 ± 0.8207 0.70685 ± 0.01460 1.03333 ± 0.00971 25.998 ± 0.244 % 58.476 ± 0.395 % 62 29.1493 ± 0.8080 0.70390 ± 0.01442 1.02567 ± 0.00960 25.955 ± 0.242 % 58.627 ± 0.392 % 63 29.9122 ± 0.8263 0.70240 ± 0.01434 1.03318 ± 0.00952 25.902 ± 0.240 % 58.425 ± 0.389 % 64 29.4794 ± 0.8055 0.69582 ± 0.01422 1.03080 ± 0.00943 25.903 ± 0.238 % 58.444 ± 0.386 % 65 29.2086 ± 0.7899 0.69449 ± 0.01406 1.02599 ± 0.00933 25.901 ± 0.236 % 58.486 ± 0.383 % 66 29.3063 ± 0.7860 0.69940 ± 0.01393 1.02505 ± 0.00923 25.865 ± 0.234 % 58.437 ± 0.380 % 67 28.6242 ± 0.7604 0.68204 ± 0.01389 1.03629 ± 0.00933 25.861 ± 0.232 % 58.431 ± 0.377 % 68 28.6771 ± 0.7558 0.68330 ± 0.01376 1.03475 ± 0.00924 25.854 ± 0.230 % 58.426 ± 0.374 % 69 28.6865 ± 0.7497 0.68187 ± 0.01364 1.03083 ± 0.00913 25.771 ± 0.228 % 58.397 ± 0.372 % 70 28.6752 ± 0.7435 0.67954 ± 0.01353 1.02900 ± 0.00904 25.786 ± 0.227 % 58.364 ± 0.369 % 71 28.6145 ± 0.7355 0.68224 ± 0.01343 1.02830 ± 0.00896 25.865 ± 0.226 % 58.398 ± 0.366 % 72 28.5823 ± 0.7290 0.68345 ± 0.01331 1.02679 ± 0.00888 25.867 ± 0.224 % 58.377 ± 0.364 % 73 27.6948 ± 0.7004 0.68009 ± 0.01318 1.02096 ± 0.00882 25.898 ± 0.223 % 58.689 ± 0.361 % 74 28.8350 ± 0.7323 0.68795 ± 0.01320 1.03149 ± 0.00881 25.870 ± 0.221 % 58.447 ± 0.359 % 75 28.2687 ± 0.7111 0.68404 ± 0.01306 1.02573 ± 0.00872 25.834 ± 0.220 % 58.578 ± 0.356 % 76 28.2513 ± 0.7042 0.68046 ± 0.01293 1.01968 ± 0.00862 25.760 ± 0.218 % 58.602 ± 0.354 % 77 28.2380 ± 0.6982 0.68262 ± 0.01282 1.01902 ± 0.00854 25.787 ± 0.217 % 58.605 ± 0.352 % 78 27.9306 ± 0.6851 0.68266 ± 0.01278 1.02325 ± 0.00852 25.921 ± 0.216 % 58.592 ± 0.349 % 79 27.8749 ± 0.6780 0.67977 ± 0.01266 1.01737 ± 0.00843 25.854 ± 0.214 % 58.754 ± 0.347 % 80 27.9510 ± 0.6755 0.67702 ± 0.01258 1.01399 ± 0.00837 25.821 ± 0.213 % 58.853 ± 0.345 % 81 27.9470 ± 0.6706 0.67406 ± 0.01248 1.00964 ± 0.00828 25.767 ± 0.211 % 58.954 ± 0.342 % 82 28.1826 ± 0.6721 0.67555 ± 0.01241 1.01172 ± 0.00824 25.747 ± 0.210 % 58.910 ± 0.340 % 83 28.1490 ± 0.6668 0.68029 ± 0.01237 1.01934 ± 0.00824 25.956 ± 0.210 % 58.748 ± 0.338 % 84 28.1529 ± 0.6619 0.67929 ± 0.01228 1.01726 ± 0.00817 25.902 ± 0.208 % 58.744 ± 0.336 % 85 27.8977 ± 0.6514 0.67546 ± 0.01220 1.01415 ± 0.00811 25.889 ± 0.207 % 58.791 ± 0.334 % 86 28.0935 ± 0.6522 0.67671 ± 0.01214 1.01444 ± 0.00805 25.840 ± 0.205 % 58.723 ± 0.332 % 87 28.3077 ± 0.6535 0.68701 ± 0.01213 1.02224 ± 0.00804 26.006 ± 0.205 % 58.544 ± 0.331 % 88 27.6061 ± 0.6331 0.68533 ± 0.01203 1.01772 ± 0.00799 26.051 ± 0.204 % 58.757 ± 0.329 % 89 27.6513 ± 0.6296 0.68302 ± 0.01193 1.01327 ± 0.00792 25.973 ± 0.203 % 58.784 ± 0.327 % 90 27.2540 ± 0.6154 0.68042 ± 0.01184 1.01025 ± 0.00785 25.987 ± 0.202 % 58.850 ± 0.325 % 91 27.1426 ± 0.6090 0.67911 ± 0.01174 1.00490 ± 0.00778 25.931 ± 0.200 % 58.983 ± 0.323 % 92 27.2329 ± 0.6078 0.67796 ± 0.01166 1.00308 ± 0.00771 25.902 ± 0.199 % 58.960 ± 0.321 % 93 27.3151 ± 0.6068 0.67830 ± 0.01162 1.00504 ± 0.00767 25.905 ± 0.198 % 58.925 ± 0.319 % 94 27.4318 ± 0.6075 0.67789 ± 0.01153 1.00158 ± 0.00761 25.873 ± 0.197 % 58.957 ± 0.318 % 95 27.3032 ± 0.6003 0.67592 ± 0.01144 0.99869 ± 0.00754 25.842 ± 0.196 % 59.013 ± 0.316 % 96 27.3445 ± 0.5985 0.67194 ± 0.01136 0.99516 ± 0.00749 25.770 ± 0.195 % 59.093 ± 0.314 % 97 27.5162 ± 0.5997 0.67732 ± 0.01132 0.99701 ± 0.00744 25.771 ± 0.194 % 59.014 ± 0.313 % 98 27.9428 ± 0.6070 0.68393 ± 0.01132 1.00294 ± 0.00743 25.824 ± 0.193 % 58.888 ± 0.311 % 99 27.5898 ± 0.5956 0.68678 ± 0.01129 1.00391 ± 0.00741 25.951 ± 0.192 % 58.919 ± 0.310 % 100 27.5813 ± 0.5913 0.68670 ± 0.01121 1.00138 ± 0.00735 25.921 ± 0.191 % 58.914 ± 0.308 % ====== Perplexity statistics ====== Mean PPL(Q) : 27.581288 ± 0.591314 Mean PPL(base) : 13.879883 ± 0.282279 Cor(ln(PPL(Q)), ln(PPL(base))): 85.73% Mean ln(PPL(Q)/PPL(base)) : 0.686697 ± 0.011210 Mean PPL(Q)/PPL(base) : 1.987141 ± 0.022276 Mean PPL(Q)-PPL(base) : 13.701405 ± 0.378348 ====== KL divergence statistics ====== Mean KLD: 1.001384 ± 0.007352 Maximum KLD: 15.272695 99.9% KLD: 8.732696 99.0% KLD: 5.602594 95.0% KLD: 3.344626 90.0% KLD: 2.438257 Median KLD: 0.628091 10.0% KLD: 0.041985 5.0% KLD: 0.012446 1.0% KLD: 0.001402 0.1% KLD: 0.000172 Minimum KLD: 0.000008 ====== Token probability statistics ====== Mean Δp: -11.383 ± 0.146 % Maximum Δp: 97.746% 99.9% Δp: 71.683% 99.0% Δp: 36.715% 95.0% Δp: 11.872% 90.0% Δp: 3.572% 75.0% Δp: 0.000% Median Δp: -2.304% 25.0% Δp: -17.823% 10.0% Δp: -44.019% 5.0% Δp: -63.133% 1.0% Δp: -91.041% 0.1% Δp: -99.090% Minimum Δp: -99.850% RMS Δp : 25.921 ± 0.191 % Same top p: 58.914 ± 0.308 % # exit 0 after 97s