$ /Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-perplexity -m /Users/minipro/quantdiff/models/campaign/8d1b680a697c/Spark-X2.6-4B-Q3_K_M.gguf --kl-divergence-base /Users/minipro/quantdiff/work/reference/spark-x2.6-4b/quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-25T02:54:35Z 0.00.403.257 I cmn init: llama threadpool init, n_threads = 8 0.00.447.261 I 0.00.447.513 I system_info: n_threads = 8 (n_threads_batch = 8) / 12 | MTL : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | REPACK = 1 | 0.00.451.903 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.01.433.395 I kl_divergence: 0.98 seconds per pass - ETA 1.63 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 31.3790 ± 8.0572 0.50935 ± 0.08341 0.55086 ± 0.04632 17.317 ± 1.368 % 68.627 ± 2.911 % 2 29.5571 ± 4.9546 0.43140 ± 0.05285 0.47736 ± 0.02798 15.938 ± 1.011 % 68.235 ± 2.064 % 3 25.2660 ± 3.3653 0.38630 ± 0.04900 0.52191 ± 0.02398 17.771 ± 0.835 % 67.974 ± 1.688 % 4 22.6417 ± 2.5923 0.29460 ± 0.04169 0.50047 ± 0.02119 17.610 ± 0.790 % 68.627 ± 1.454 % 5 24.7259 ± 2.5022 0.30717 ± 0.03639 0.48890 ± 0.01850 17.056 ± 0.709 % 68.784 ± 1.298 % 6 23.8986 ± 2.1658 0.28265 ± 0.03167 0.44477 ± 0.01633 16.156 ± 0.643 % 70.327 ± 1.168 % 7 35.4078 ± 3.1464 0.09588 ± 0.03396 0.54791 ± 0.01918 15.945 ± 0.593 % 67.731 ± 1.107 % 8 31.5750 ± 2.5768 0.09769 ± 0.03025 0.50864 ± 0.01715 15.564 ± 0.545 % 69.314 ± 1.021 % 9 31.0335 ± 2.3524 0.08975 ± 0.02785 0.49358 ± 0.01575 15.183 ± 0.504 % 69.281 ± 0.963 % 10 38.1281 ± 2.8245 0.12114 ± 0.02674 0.52519 ± 0.01489 15.049 ± 0.474 % 68.275 ± 0.922 % 11 37.7035 ± 2.6405 0.12576 ± 0.02485 0.49837 ± 0.01374 14.677 ± 0.447 % 68.984 ± 0.874 % 12 38.1837 ± 2.5713 0.16378 ± 0.02423 0.51255 ± 0.01331 14.819 ± 0.430 % 68.268 ± 0.842 % 13 37.1906 ± 2.3800 0.17242 ± 0.02272 0.49239 ± 0.01239 14.604 ± 0.409 % 69.110 ± 0.803 % 14 35.4831 ± 2.1590 0.17013 ± 0.02134 0.47194 ± 0.01164 14.328 ± 0.390 % 69.832 ± 0.768 % 15 34.9617 ± 2.0450 0.17524 ± 0.02031 0.45887 ± 0.01102 14.091 ± 0.377 % 70.196 ± 0.740 % 16 35.0294 ± 1.9801 0.18014 ± 0.01938 0.44631 ± 0.01043 13.939 ± 0.361 % 70.466 ± 0.714 % 17 33.5573 ± 1.8280 0.17680 ± 0.01862 0.43595 ± 0.01005 13.801 ± 0.350 % 70.657 ± 0.692 % 18 34.6655 ± 1.8351 0.19775 ± 0.01839 0.45784 ± 0.00997 14.120 ± 0.345 % 70.022 ± 0.676 % 19 32.7327 ± 1.6856 0.20515 ± 0.01787 0.45887 ± 0.00990 14.899 ± 0.364 % 70.320 ± 0.656 % 20 30.6244 ± 1.5357 0.20167 ± 0.01748 0.45834 ± 0.00966 15.169 ± 0.358 % 70.608 ± 0.638 % 21 34.8078 ± 1.7431 0.19276 ± 0.01748 0.48065 ± 0.00971 15.257 ± 0.350 % 69.711 ± 0.628 % 22 32.9887 ± 1.6089 0.19708 ± 0.01695 0.47149 ± 0.00943 15.320 ± 0.344 % 70.107 ± 0.611 % 23 32.9128 ± 1.5649 0.15190 ± 0.01710 0.49822 ± 0.00967 15.608 ± 0.341 % 69.412 ± 0.602 % 24 32.7548 ± 1.5173 0.15990 ± 0.01663 0.49334 ± 0.00937 15.566 ± 0.333 % 69.608 ± 0.588 % 25 30.5522 ± 1.3767 0.16368 ± 0.01615 0.48560 ± 0.00914 15.636 ± 0.326 % 70.008 ± 0.574 % 26 28.7100 ± 1.2615 0.15996 ± 0.01559 0.47322 ± 0.00883 15.510 ± 0.318 % 70.302 ± 0.561 % 27 26.9196 ± 1.1548 0.15509 ± 0.01513 0.46446 ± 0.00859 15.509 ± 0.311 % 70.690 ± 0.549 % 28 26.5832 ± 1.1169 0.15734 ± 0.01476 0.45997 ± 0.00840 15.523 ± 0.308 % 71.050 ± 0.537 % 29 26.2939 ± 1.0839 0.16140 ± 0.01450 0.46043 ± 0.00821 15.643 ± 0.303 % 70.967 ± 0.528 % 30 29.7125 ± 1.2392 0.16080 ± 0.01458 0.48687 ± 0.00854 15.597 ± 0.300 % 70.484 ± 0.522 % 31 28.4184 ± 1.1642 0.16958 ± 0.01433 0.48385 ± 0.00838 16.046 ± 0.304 % 70.689 ± 0.512 % 32 27.6709 ± 1.1086 0.16676 ± 0.01401 0.47766 ± 0.00816 15.894 ± 0.297 % 70.907 ± 0.503 % 33 26.8402 ± 1.0541 0.15911 ± 0.01381 0.47446 ± 0.00800 15.835 ± 0.292 % 71.064 ± 0.494 % 34 26.2567 ± 1.0118 0.16012 ± 0.01350 0.46724 ± 0.00781 15.766 ± 0.288 % 71.349 ± 0.486 % 35 25.8418 ± 0.9778 0.16169 ± 0.01322 0.46252 ± 0.00763 15.685 ± 0.282 % 71.417 ± 0.478 % 36 24.6959 ± 0.9169 0.16343 ± 0.01293 0.45659 ± 0.00747 15.720 ± 0.279 % 71.634 ± 0.471 % 37 23.9017 ± 0.8728 0.16309 ± 0.01267 0.45062 ± 0.00730 15.622 ± 0.274 % 71.934 ± 0.463 % 38 22.7808 ± 0.8165 0.16682 ± 0.01243 0.44517 ± 0.00715 15.711 ± 0.270 % 72.167 ± 0.455 % 39 22.1009 ± 0.7775 0.16869 ± 0.01220 0.44131 ± 0.00700 15.754 ± 0.265 % 72.257 ± 0.449 % 40 21.9155 ± 0.7605 0.17393 ± 0.01203 0.43944 ± 0.00691 15.676 ± 0.262 % 72.373 ± 0.443 % 41 21.6072 ± 0.7392 0.17347 ± 0.01182 0.43504 ± 0.00677 15.627 ± 0.259 % 72.559 ± 0.436 % 42 21.1086 ± 0.7106 0.17458 ± 0.01160 0.42977 ± 0.00663 15.588 ± 0.255 % 72.717 ± 0.430 % 43 20.9177 ± 0.6943 0.18146 ± 0.01146 0.42789 ± 0.00653 15.577 ± 0.252 % 72.877 ± 0.425 % 44 20.0199 ± 0.6544 0.18234 ± 0.01127 0.42307 ± 0.00642 15.609 ± 0.249 % 73.191 ± 0.418 % 45 19.8918 ± 0.6412 0.18173 ± 0.01107 0.41903 ± 0.00631 15.519 ± 0.246 % 73.246 ± 0.413 % 46 19.2042 ± 0.6101 0.17761 ± 0.01091 0.41430 ± 0.00620 15.462 ± 0.242 % 73.419 ± 0.408 % 47 19.0778 ± 0.5982 0.17781 ± 0.01073 0.41055 ± 0.00609 15.410 ± 0.240 % 73.475 ± 0.403 % 48 18.8357 ± 0.5827 0.17655 ± 0.01055 0.40642 ± 0.00598 15.360 ± 0.236 % 73.578 ± 0.399 % 49 18.6993 ± 0.5710 0.17499 ± 0.01039 0.40295 ± 0.00588 15.287 ± 0.233 % 73.677 ± 0.394 % 50 18.0810 ± 0.5444 0.17374 ± 0.01020 0.39717 ± 0.00578 15.211 ± 0.230 % 73.961 ± 0.389 % 51 17.8104 ± 0.5288 0.17292 ± 0.01007 0.39453 ± 0.00570 15.169 ± 0.227 % 74.064 ± 0.384 % 52 17.9089 ± 0.5265 0.18433 ± 0.01011 0.40306 ± 0.00575 15.388 ± 0.228 % 73.808 ± 0.382 % 53 17.6194 ± 0.5128 0.18345 ± 0.00997 0.39894 ± 0.00566 15.306 ± 0.225 % 73.984 ± 0.377 % 54 17.9695 ± 0.5194 0.19253 ± 0.00994 0.40205 ± 0.00560 15.361 ± 0.223 % 73.791 ± 0.375 % 55 18.0013 ± 0.5152 0.19318 ± 0.00981 0.40019 ± 0.00552 15.309 ± 0.220 % 73.854 ± 0.371 % 56 17.5642 ± 0.4967 0.19340 ± 0.00969 0.39785 ± 0.00545 15.325 ± 0.219 % 74.006 ± 0.367 % 57 17.6058 ± 0.4926 0.19286 ± 0.00957 0.39471 ± 0.00537 15.243 ± 0.216 % 73.980 ± 0.364 % 58 17.4933 ± 0.4840 0.19691 ± 0.00953 0.40089 ± 0.00536 15.412 ± 0.214 % 73.834 ± 0.361 % 59 18.3254 ± 0.5073 0.19888 ± 0.00950 0.40617 ± 0.00534 15.381 ± 0.212 % 73.539 ± 0.360 % 60 18.1320 ± 0.4962 0.19909 ± 0.00939 0.40432 ± 0.00528 15.360 ± 0.211 % 73.641 ± 0.356 % 61 17.6904 ± 0.4786 0.19979 ± 0.00927 0.40116 ± 0.00521 15.388 ± 0.209 % 73.835 ± 0.352 % 62 17.6165 ± 0.4735 0.20031 ± 0.00916 0.39772 ± 0.00514 15.322 ± 0.208 % 73.915 ± 0.349 % 63 18.1672 ± 0.4875 0.20375 ± 0.00912 0.39986 ± 0.00509 15.299 ± 0.206 % 73.819 ± 0.347 % 64 17.9686 ± 0.4770 0.20075 ± 0.00903 0.39811 ± 0.00503 15.287 ± 0.204 % 73.860 ± 0.344 % 65 17.8382 ± 0.4692 0.20137 ± 0.00892 0.39543 ± 0.00496 15.251 ± 0.202 % 73.913 ± 0.341 % 66 17.8231 ± 0.4643 0.20209 ± 0.00882 0.39342 ± 0.00490 15.200 ± 0.200 % 73.945 ± 0.338 % 67 17.7308 ± 0.4581 0.20309 ± 0.00875 0.39313 ± 0.00486 15.203 ± 0.198 % 73.965 ± 0.336 % 68 17.7525 ± 0.4552 0.20373 ± 0.00865 0.39124 ± 0.00480 15.210 ± 0.197 % 73.979 ± 0.333 % 69 17.8653 ± 0.4544 0.20830 ± 0.00860 0.39288 ± 0.00476 15.222 ± 0.195 % 73.862 ± 0.331 % 70 17.8691 ± 0.4514 0.20658 ± 0.00852 0.39058 ± 0.00470 15.208 ± 0.194 % 73.882 ± 0.329 % 71 17.8319 ± 0.4466 0.20931 ± 0.00845 0.39094 ± 0.00465 15.261 ± 0.192 % 73.825 ± 0.327 % 72 17.7585 ± 0.4410 0.20753 ± 0.00837 0.38915 ± 0.00460 15.216 ± 0.191 % 73.867 ± 0.324 % 73 17.2590 ± 0.4245 0.20718 ± 0.00830 0.38737 ± 0.00457 15.261 ± 0.190 % 74.064 ± 0.321 % 74 17.7831 ± 0.4381 0.20461 ± 0.00829 0.38959 ± 0.00454 15.261 ± 0.189 % 74.033 ± 0.319 % 75 17.5218 ± 0.4275 0.20574 ± 0.00821 0.38804 ± 0.00449 15.281 ± 0.187 % 74.128 ± 0.317 % 76 17.5535 ± 0.4246 0.20458 ± 0.00813 0.38522 ± 0.00443 15.213 ± 0.185 % 74.195 ± 0.314 % 77 17.5198 ± 0.4202 0.20529 ± 0.00805 0.38469 ± 0.00439 15.228 ± 0.184 % 74.184 ± 0.312 % 78 17.2908 ± 0.4112 0.20311 ± 0.00802 0.38647 ± 0.00437 15.295 ± 0.183 % 74.203 ± 0.310 % 79 17.2773 ± 0.4076 0.20144 ± 0.00794 0.38392 ± 0.00433 15.231 ± 0.181 % 74.326 ± 0.308 % 80 17.3327 ± 0.4064 0.19916 ± 0.00787 0.38182 ± 0.00428 15.199 ± 0.180 % 74.441 ± 0.305 % 81 17.3410 ± 0.4037 0.19683 ± 0.00780 0.37978 ± 0.00425 15.140 ± 0.178 % 74.505 ± 0.303 % 82 17.5787 ± 0.4076 0.20354 ± 0.00781 0.38364 ± 0.00425 15.164 ± 0.178 % 74.366 ± 0.302 % 83 17.4952 ± 0.4032 0.20470 ± 0.00777 0.38446 ± 0.00422 15.208 ± 0.177 % 74.382 ± 0.300 % 84 17.5338 ± 0.4014 0.20577 ± 0.00771 0.38281 ± 0.00418 15.171 ± 0.176 % 74.435 ± 0.298 % 85 17.4138 ± 0.3956 0.20418 ± 0.00765 0.38199 ± 0.00415 15.185 ± 0.174 % 74.362 ± 0.297 % 86 17.5810 ± 0.3977 0.20799 ± 0.00763 0.38356 ± 0.00413 15.158 ± 0.173 % 74.318 ± 0.295 % 87 17.5648 ± 0.3946 0.20978 ± 0.00758 0.38507 ± 0.00410 15.179 ± 0.172 % 74.253 ± 0.294 % 88 17.1547 ± 0.3827 0.20956 ± 0.00752 0.38377 ± 0.00408 15.188 ± 0.171 % 74.385 ± 0.291 % 89 17.2119 ± 0.3814 0.20895 ± 0.00746 0.38162 ± 0.00404 15.141 ± 0.170 % 74.430 ± 0.290 % 90 16.9843 ± 0.3732 0.20750 ± 0.00740 0.38014 ± 0.00401 15.146 ± 0.169 % 74.462 ± 0.288 % 91 16.9291 ± 0.3696 0.20704 ± 0.00733 0.37782 ± 0.00397 15.100 ± 0.168 % 74.523 ± 0.286 % 92 16.9361 ± 0.3677 0.20298 ± 0.00729 0.37773 ± 0.00393 15.081 ± 0.166 % 74.488 ± 0.285 % 93 16.9674 ± 0.3666 0.20215 ± 0.00726 0.37893 ± 0.00394 15.081 ± 0.165 % 74.472 ± 0.283 % 94 17.0309 ± 0.3666 0.20122 ± 0.00721 0.37677 ± 0.00390 15.028 ± 0.164 % 74.543 ± 0.281 % 95 16.9874 ± 0.3630 0.20138 ± 0.00715 0.37524 ± 0.00387 14.991 ± 0.163 % 74.563 ± 0.280 % 96 17.0469 ± 0.3628 0.19939 ± 0.00710 0.37348 ± 0.00383 14.948 ± 0.162 % 74.628 ± 0.278 % 97 17.0919 ± 0.3619 0.20115 ± 0.00705 0.37250 ± 0.00380 14.912 ± 0.161 % 74.611 ± 0.277 % 98 17.3576 ± 0.3667 0.20780 ± 0.00707 0.37581 ± 0.00380 14.943 ± 0.160 % 74.486 ± 0.276 % 99 17.1088 ± 0.3589 0.20892 ± 0.00704 0.37692 ± 0.00379 15.052 ± 0.159 % 74.510 ± 0.274 % 100 17.1042 ± 0.3564 0.20888 ± 0.00698 0.37513 ± 0.00376 15.010 ± 0.158 % 74.592 ± 0.273 % ====== Perplexity statistics ====== Mean PPL(Q) : 17.104202 ± 0.356403 Mean PPL(base) : 13.879883 ± 0.282279 Cor(ln(PPL(Q)), ln(PPL(base))): 94.27% Mean ln(PPL(Q)/PPL(base)) : 0.208884 ± 0.006985 Mean PPL(Q)/PPL(base) : 1.232302 ± 0.008607 Mean PPL(Q)-PPL(base) : 3.224319 ± 0.130448 ====== KL divergence statistics ====== Mean KLD: 0.375126 ± 0.003759 Maximum KLD: 12.071977 99.9% KLD: 5.978950 99.0% KLD: 2.919536 95.0% KLD: 1.409000 90.0% KLD: 0.935098 Median KLD: 0.181208 10.0% KLD: 0.005304 5.0% KLD: 0.001217 1.0% KLD: 0.000080 0.1% KLD: 0.000009 Minimum KLD: 0.000002 ====== Token probability statistics ====== Mean Δp: -3.297 ± 0.092 % Maximum Δp: 92.259% 99.9% Δp: 65.293% 99.0% Δp: 35.146% 95.0% Δp: 14.102% 90.0% Δp: 6.396% 75.0% Δp: 0.363% Median Δp: -0.156% 25.0% Δp: -4.751% 10.0% Δp: -17.964% 5.0% Δp: -29.674% 1.0% Δp: -61.400% 0.1% Δp: -91.260% Minimum Δp: -98.836% RMS Δp : 15.010 ± 0.158 % Same top p: 74.592 ± 0.273 % # exit 0 after 100s