$ /Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-perplexity -m /Users/minipro/quantdiff/models/campaign/cc1b0bde185f/Spark-X2.6-4B-IQ3_XXS.gguf --kl-divergence-base /Users/minipro/quantdiff/work/reference/spark-x2.6-4b/quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-25T03:24:36Z 0.00.390.373 I cmn init: llama threadpool init, n_threads = 8 0.00.538.844 I 0.00.539.644 I system_info: n_threads = 8 (n_threads_batch = 8) / 12 | MTL : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | REPACK = 1 | 0.00.544.591 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.01.504.608 I kl_divergence: 0.96 seconds per pass - ETA 1.60 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 16.7535 ± 3.8917 -0.11818 ± 0.09799 0.81562 ± 0.06353 21.913 ± 1.653 % 68.235 ± 2.921 % 2 25.8133 ± 4.1639 0.29596 ± 0.07111 0.76499 ± 0.04052 21.285 ± 1.166 % 64.314 ± 2.123 % 3 23.8613 ± 3.1490 0.32910 ± 0.05602 0.71042 ± 0.03054 20.885 ± 0.943 % 65.098 ± 1.724 % 4 22.9671 ± 2.6547 0.30887 ± 0.04836 0.68523 ± 0.02627 21.078 ± 0.841 % 66.765 ± 1.476 % 5 24.3525 ± 2.4770 0.29195 ± 0.04098 0.63058 ± 0.02198 19.859 ± 0.738 % 67.451 ± 1.313 % 6 23.9201 ± 2.1910 0.28355 ± 0.03610 0.58324 ± 0.01923 19.248 ± 0.663 % 67.843 ± 1.194 % 7 42.3768 ± 3.9678 0.27555 ± 0.03682 0.69560 ± 0.02246 19.071 ± 0.631 % 66.275 ± 1.119 % 8 37.2237 ± 3.1948 0.26227 ± 0.03291 0.65687 ± 0.02028 18.549 ± 0.595 % 67.402 ± 1.038 % 9 37.1123 ± 2.9618 0.26863 ± 0.03050 0.64575 ± 0.01855 18.176 ± 0.555 % 66.754 ± 0.984 % 10 49.8469 ± 3.9546 0.38915 ± 0.03129 0.75895 ± 0.01985 18.345 ± 0.525 % 64.118 ± 0.950 % 11 48.0410 ± 3.5782 0.36806 ± 0.02895 0.71844 ± 0.01830 17.794 ± 0.496 % 65.027 ± 0.901 % 12 47.6859 ± 3.3844 0.38601 ± 0.02789 0.72298 ± 0.01751 17.787 ± 0.472 % 64.575 ± 0.865 % 13 46.0739 ± 3.1076 0.38662 ± 0.02635 0.70238 ± 0.01649 17.648 ± 0.454 % 64.736 ± 0.830 % 14 43.7066 ± 2.8021 0.37857 ± 0.02475 0.67633 ± 0.01549 17.298 ± 0.435 % 65.574 ± 0.795 % 15 42.0325 ± 2.5707 0.35943 ± 0.02339 0.64854 ± 0.01459 16.991 ± 0.418 % 66.170 ± 0.765 % 16 41.3162 ± 2.4276 0.34521 ± 0.02226 0.63240 ± 0.01388 16.796 ± 0.403 % 66.397 ± 0.740 % 17 39.6101 ± 2.2430 0.34263 ± 0.02138 0.61820 ± 0.01336 16.654 ± 0.391 % 66.828 ± 0.715 % 18 41.0308 ± 2.2653 0.36633 ± 0.02096 0.63097 ± 0.01301 16.834 ± 0.383 % 66.427 ± 0.697 % 19 38.6974 ± 2.0770 0.37254 ± 0.02074 0.64034 ± 0.01315 17.666 ± 0.402 % 66.316 ± 0.679 % 20 35.9709 ± 1.8723 0.36258 ± 0.02018 0.63267 ± 0.01273 17.883 ± 0.391 % 66.765 ± 0.660 % 21 42.3942 ± 2.2229 0.38993 ± 0.02028 0.67547 ± 0.01304 17.984 ± 0.383 % 65.976 ± 0.648 % 22 39.7358 ± 2.0262 0.38317 ± 0.01958 0.66076 ± 0.01257 18.027 ± 0.373 % 66.381 ± 0.631 % 23 41.9209 ± 2.0954 0.39382 ± 0.01925 0.66623 ± 0.01224 17.981 ± 0.363 % 66.087 ± 0.618 % 24 41.3414 ± 2.0129 0.39271 ± 0.01870 0.65803 ± 0.01185 17.907 ± 0.354 % 66.193 ± 0.605 % 25 38.6126 ± 1.8303 0.39782 ± 0.01844 0.65614 ± 0.01168 18.081 ± 0.349 % 66.384 ± 0.592 % 26 36.0612 ± 1.6659 0.38793 ± 0.01783 0.63926 ± 0.01130 17.896 ± 0.341 % 66.652 ± 0.579 % 27 33.6077 ± 1.5143 0.37700 ± 0.01736 0.62680 ± 0.01099 17.834 ± 0.333 % 67.160 ± 0.566 % 28 33.2206 ± 1.4654 0.38023 ± 0.01705 0.62276 ± 0.01075 17.909 ± 0.327 % 67.423 ± 0.555 % 29 32.5301 ± 1.4047 0.37423 ± 0.01666 0.61678 ± 0.01046 17.851 ± 0.320 % 67.573 ± 0.544 % 30 36.2386 ± 1.5755 0.35936 ± 0.01670 0.65187 ± 0.01087 17.706 ± 0.314 % 66.941 ± 0.538 % 31 34.6270 ± 1.4772 0.36718 ± 0.01639 0.64999 ± 0.01069 18.107 ± 0.312 % 67.122 ± 0.528 % 32 33.7810 ± 1.4099 0.36628 ± 0.01601 0.64415 ± 0.01040 18.047 ± 0.306 % 67.255 ± 0.520 % 33 32.7914 ± 1.3427 0.35938 ± 0.01581 0.64039 ± 0.01022 18.057 ± 0.303 % 67.403 ± 0.511 % 34 31.9111 ± 1.2809 0.35515 ± 0.01543 0.63057 ± 0.00997 17.979 ± 0.298 % 67.762 ± 0.502 % 35 31.4509 ± 1.2382 0.35813 ± 0.01514 0.62922 ± 0.00975 18.033 ± 0.294 % 67.742 ± 0.495 % 36 29.8636 ± 1.1534 0.35344 ± 0.01480 0.61963 ± 0.00954 17.928 ± 0.288 % 68.017 ± 0.487 % 37 28.7881 ± 1.0934 0.34911 ± 0.01450 0.61097 ± 0.00932 17.876 ± 0.284 % 68.129 ± 0.480 % 38 27.4250 ± 1.0234 0.35236 ± 0.01427 0.60765 ± 0.00917 17.986 ± 0.281 % 68.318 ± 0.473 % 39 26.5024 ± 0.9708 0.35030 ± 0.01403 0.60277 ± 0.00899 18.030 ± 0.276 % 68.446 ± 0.466 % 40 26.1788 ± 0.9449 0.35169 ± 0.01378 0.59757 ± 0.00881 17.926 ± 0.272 % 68.588 ± 0.460 % 41 25.8147 ± 0.9179 0.35139 ± 0.01357 0.59509 ± 0.00865 17.888 ± 0.268 % 68.618 ± 0.454 % 42 25.1932 ± 0.8811 0.35147 ± 0.01335 0.58959 ± 0.00852 17.816 ± 0.264 % 68.814 ± 0.448 % 43 24.7841 ± 0.8539 0.35106 ± 0.01313 0.58526 ± 0.00838 17.795 ± 0.261 % 68.992 ± 0.442 % 44 23.6638 ± 0.8032 0.34956 ± 0.01290 0.57805 ± 0.00823 17.798 ± 0.257 % 69.385 ± 0.435 % 45 23.4909 ± 0.7859 0.34803 ± 0.01268 0.57271 ± 0.00810 17.697 ± 0.254 % 69.481 ± 0.430 % 46 22.7322 ± 0.7501 0.34626 ± 0.01251 0.56843 ± 0.00798 17.702 ± 0.251 % 69.650 ± 0.425 % 47 22.5696 ± 0.7349 0.34589 ± 0.01233 0.56440 ± 0.00784 17.658 ± 0.248 % 69.704 ± 0.420 % 48 22.3027 ± 0.7166 0.34551 ± 0.01215 0.56067 ± 0.00771 17.669 ± 0.246 % 69.747 ± 0.415 % 49 22.1668 ± 0.7035 0.34510 ± 0.01202 0.55969 ± 0.00762 17.614 ± 0.243 % 69.788 ± 0.411 % 50 21.3825 ± 0.6694 0.34145 ± 0.01180 0.55160 ± 0.00749 17.530 ± 0.240 % 70.078 ± 0.406 % 51 21.0029 ± 0.6482 0.33780 ± 0.01165 0.54763 ± 0.00737 17.518 ± 0.238 % 70.165 ± 0.401 % 52 20.8844 ± 0.6372 0.33803 ± 0.01155 0.54670 ± 0.00728 17.548 ± 0.235 % 70.090 ± 0.398 % 53 20.5003 ± 0.6189 0.33488 ± 0.01139 0.54261 ± 0.00718 17.532 ± 0.234 % 70.211 ± 0.393 % 54 20.6965 ± 0.6187 0.33382 ± 0.01134 0.54568 ± 0.00714 17.521 ± 0.231 % 70.000 ± 0.391 % 55 20.7647 ± 0.6148 0.33599 ± 0.01123 0.54617 ± 0.00704 17.567 ± 0.229 % 69.911 ± 0.387 % 56 20.2160 ± 0.5912 0.33402 ± 0.01110 0.54259 ± 0.00696 17.605 ± 0.229 % 70.140 ± 0.383 % 57 20.2572 ± 0.5864 0.33314 ± 0.01097 0.53973 ± 0.00686 17.528 ± 0.226 % 70.169 ± 0.380 % 58 19.9730 ± 0.5710 0.32947 ± 0.01086 0.54069 ± 0.00678 17.572 ± 0.223 % 70.068 ± 0.377 % 59 20.7262 ± 0.5912 0.32199 ± 0.01082 0.54803 ± 0.00674 17.532 ± 0.221 % 69.744 ± 0.375 % 60 20.4912 ± 0.5778 0.32141 ± 0.01070 0.54585 ± 0.00666 17.602 ± 0.220 % 69.882 ± 0.371 % 61 19.9586 ± 0.5564 0.32043 ± 0.01058 0.54333 ± 0.00659 17.612 ± 0.218 % 70.093 ± 0.367 % 62 19.8468 ± 0.5489 0.31952 ± 0.01045 0.53882 ± 0.00650 17.570 ± 0.216 % 70.202 ± 0.364 % 63 20.3693 ± 0.5616 0.31816 ± 0.01037 0.54000 ± 0.00642 17.521 ± 0.214 % 70.140 ± 0.361 % 64 20.1535 ± 0.5495 0.31550 ± 0.01027 0.53786 ± 0.00634 17.485 ± 0.212 % 70.165 ± 0.358 % 65 19.9688 ± 0.5388 0.31421 ± 0.01015 0.53479 ± 0.00626 17.464 ± 0.210 % 70.136 ± 0.355 % 66 19.9782 ± 0.5341 0.31624 ± 0.01005 0.53325 ± 0.00619 17.420 ± 0.208 % 70.113 ± 0.353 % 67 19.6955 ± 0.5213 0.30818 ± 0.00999 0.53234 ± 0.00613 17.430 ± 0.206 % 70.196 ± 0.350 % 68 19.7063 ± 0.5171 0.30814 ± 0.00989 0.52995 ± 0.00605 17.443 ± 0.205 % 70.202 ± 0.347 % 69 19.7207 ± 0.5127 0.30711 ± 0.00980 0.52868 ± 0.00598 17.403 ± 0.203 % 70.145 ± 0.345 % 70 19.7589 ± 0.5101 0.30711 ± 0.00970 0.52650 ± 0.00592 17.414 ± 0.202 % 70.151 ± 0.343 % 71 19.7172 ± 0.5046 0.30982 ± 0.00963 0.52616 ± 0.00586 17.461 ± 0.201 % 70.174 ± 0.340 % 72 19.6829 ± 0.4995 0.31041 ± 0.00954 0.52525 ± 0.00581 17.495 ± 0.200 % 70.153 ± 0.338 % 73 19.1338 ± 0.4811 0.31030 ± 0.00947 0.52459 ± 0.00580 17.583 ± 0.200 % 70.346 ± 0.335 % 74 19.7303 ± 0.4962 0.30851 ± 0.00945 0.52998 ± 0.00577 17.591 ± 0.198 % 70.127 ± 0.333 % 75 19.4532 ± 0.4846 0.31030 ± 0.00935 0.52823 ± 0.00570 17.622 ± 0.196 % 70.139 ± 0.331 % 76 19.4971 ± 0.4816 0.30959 ± 0.00927 0.52532 ± 0.00564 17.570 ± 0.194 % 70.186 ± 0.329 % 77 19.4684 ± 0.4771 0.31075 ± 0.00918 0.52446 ± 0.00558 17.569 ± 0.193 % 70.186 ± 0.326 % 78 19.2408 ± 0.4674 0.30996 ± 0.00916 0.52919 ± 0.00560 17.761 ± 0.193 % 70.136 ± 0.325 % 79 19.2209 ± 0.4633 0.30804 ± 0.00907 0.52571 ± 0.00553 17.687 ± 0.191 % 70.271 ± 0.322 % 80 19.2998 ± 0.4623 0.30666 ± 0.00901 0.52480 ± 0.00548 17.708 ± 0.190 % 70.260 ± 0.320 % 81 19.3086 ± 0.4593 0.30430 ± 0.00893 0.52231 ± 0.00543 17.658 ± 0.189 % 70.336 ± 0.318 % 82 19.5182 ± 0.4618 0.30819 ± 0.00891 0.52611 ± 0.00542 17.679 ± 0.188 % 70.273 ± 0.316 % 83 19.4087 ± 0.4564 0.30850 ± 0.00888 0.52786 ± 0.00540 17.739 ± 0.187 % 70.234 ± 0.314 % 84 19.4068 ± 0.4529 0.30726 ± 0.00881 0.52533 ± 0.00534 17.687 ± 0.186 % 70.289 ± 0.312 % 85 19.2808 ± 0.4466 0.30603 ± 0.00877 0.52470 ± 0.00532 17.711 ± 0.184 % 70.316 ± 0.310 % 86 19.4342 ± 0.4479 0.30820 ± 0.00873 0.52561 ± 0.00528 17.680 ± 0.183 % 70.264 ± 0.309 % 87 19.3899 ± 0.4435 0.30863 ± 0.00867 0.52487 ± 0.00524 17.687 ± 0.182 % 70.273 ± 0.307 % 88 18.9424 ± 0.4301 0.30869 ± 0.00860 0.52272 ± 0.00521 17.722 ± 0.181 % 70.428 ± 0.305 % 89 19.0024 ± 0.4286 0.30792 ± 0.00854 0.52010 ± 0.00516 17.664 ± 0.180 % 70.469 ± 0.303 % 90 18.7627 ± 0.4196 0.30709 ± 0.00847 0.51890 ± 0.00511 17.695 ± 0.179 % 70.488 ± 0.301 % 91 18.6788 ± 0.4150 0.30539 ± 0.00840 0.51571 ± 0.00507 17.666 ± 0.178 % 70.541 ± 0.299 % 92 18.6813 ± 0.4125 0.30106 ± 0.00836 0.51521 ± 0.00502 17.647 ± 0.176 % 70.554 ± 0.298 % 93 18.6893 ± 0.4104 0.29881 ± 0.00832 0.51597 ± 0.00499 17.647 ± 0.175 % 70.529 ± 0.296 % 94 18.7572 ± 0.4105 0.29777 ± 0.00825 0.51376 ± 0.00495 17.611 ± 0.174 % 70.567 ± 0.294 % 95 18.6918 ± 0.4062 0.29700 ± 0.00819 0.51194 ± 0.00490 17.583 ± 0.173 % 70.638 ± 0.293 % 96 18.7998 ± 0.4071 0.29728 ± 0.00813 0.51028 ± 0.00486 17.552 ± 0.172 % 70.662 ± 0.291 % 97 18.8218 ± 0.4053 0.29757 ± 0.00808 0.50866 ± 0.00482 17.526 ± 0.171 % 70.673 ± 0.289 % 98 18.9132 ± 0.4050 0.29363 ± 0.00804 0.50982 ± 0.00479 17.511 ± 0.170 % 70.608 ± 0.288 % 99 18.6450 ± 0.3965 0.29491 ± 0.00800 0.51098 ± 0.00477 17.625 ± 0.169 % 70.667 ± 0.287 % 100 18.6262 ± 0.3935 0.29413 ± 0.00794 0.50896 ± 0.00473 17.582 ± 0.168 % 70.725 ± 0.285 % ====== Perplexity statistics ====== Mean PPL(Q) : 18.626152 ± 0.393507 Mean PPL(base) : 13.879883 ± 0.282279 Cor(ln(PPL(Q)), ln(PPL(base))): 92.73% Mean ln(PPL(Q)/PPL(base)) : 0.294126 ± 0.007941 Mean PPL(Q)/PPL(base) : 1.341953 ± 0.010656 Mean PPL(Q)-PPL(base) : 4.746269 ± 0.168858 ====== KL divergence statistics ====== Mean KLD: 0.508962 ± 0.004730 Maximum KLD: 12.069464 99.9% KLD: 6.783522 99.0% KLD: 3.683975 95.0% KLD: 1.863521 90.0% KLD: 1.259198 Median KLD: 0.266442 10.0% KLD: 0.009196 5.0% KLD: 0.002312 1.0% KLD: 0.000199 0.1% KLD: 0.000020 Minimum KLD: 0.000001 ====== Token probability statistics ====== Mean Δp: -4.669 ± 0.106 % Maximum Δp: 96.275% 99.9% Δp: 74.691% 99.0% Δp: 37.139% 95.0% Δp: 14.630% 90.0% Δp: 6.523% 75.0% Δp: 0.238% Median Δp: -0.340% 25.0% Δp: -6.714% 10.0% Δp: -23.305% 5.0% Δp: -37.645% 1.0% Δp: -70.957% 0.1% Δp: -94.038% Minimum Δp: -99.772% RMS Δp : 17.582 ± 0.168 % Same top p: 70.725 ± 0.285 % # exit 0 after 98s