$ /Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-perplexity -m /Users/minipro/quantdiff/models/campaign/8f4aabaf93cd/Spark-X2.6-4B-Q5_K_M.gguf --kl-divergence-base /Users/minipro/quantdiff/work/reference/spark-x2.6-4b/quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-25T02:04:17Z 0.00.453.038 I cmn init: llama threadpool init, n_threads = 8 0.00.591.069 I 0.00.592.049 I system_info: n_threads = 8 (n_threads_batch = 8) / 12 | MTL : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | REPACK = 1 | 0.00.596.764 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.01.607.044 I kl_divergence: 1.01 seconds per pass - ETA 1.68 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 20.0108 ± 4.7689 0.05948 ± 0.02176 0.03145 ± 0.00248 4.548 ± 0.411 % 92.941 ± 1.607 % 2 21.1611 ± 3.3869 0.09724 ± 0.01685 0.04124 ± 0.00252 4.832 ± 0.371 % 91.569 ± 1.232 % 3 18.4182 ± 2.3615 0.07018 ± 0.01378 0.04185 ± 0.00248 5.728 ± 0.482 % 91.634 ± 1.002 % 4 17.9942 ± 2.0420 0.06486 ± 0.01296 0.04075 ± 0.00218 5.597 ± 0.400 % 91.373 ± 0.880 % 5 19.3333 ± 1.9376 0.06114 ± 0.01089 0.03653 ± 0.00180 5.202 ± 0.348 % 92.078 ± 0.757 % 6 18.9452 ± 1.7068 0.05038 ± 0.00928 0.03229 ± 0.00153 4.827 ± 0.314 % 92.222 ± 0.685 % 7 34.4352 ± 3.2302 0.06803 ± 0.00968 0.04105 ± 0.00191 4.762 ± 0.281 % 91.821 ± 0.649 % 8 30.3288 ± 2.5989 0.05743 ± 0.00876 0.04072 ± 0.00304 4.767 ± 0.337 % 92.304 ± 0.590 % 9 29.8851 ± 2.3762 0.05204 ± 0.00875 0.04152 ± 0.00307 4.906 ± 0.354 % 92.244 ± 0.558 % 10 36.4050 ± 2.8180 0.07490 ± 0.00875 0.04529 ± 0.00284 4.830 ± 0.326 % 91.569 ± 0.550 % 11 35.5519 ± 2.5904 0.06700 ± 0.00803 0.04244 ± 0.00259 4.665 ± 0.307 % 91.586 ± 0.524 % 12 34.5140 ± 2.3915 0.06274 ± 0.00763 0.04199 ± 0.00249 4.587 ± 0.288 % 91.601 ± 0.501 % 13 33.2454 ± 2.1840 0.06028 ± 0.00713 0.04014 ± 0.00230 4.457 ± 0.274 % 91.765 ± 0.478 % 14 31.6864 ± 1.9779 0.05696 ± 0.00668 0.03824 ± 0.00214 4.367 ± 0.261 % 92.241 ± 0.448 % 15 31.0483 ± 1.8548 0.05653 ± 0.00631 0.03716 ± 0.00201 4.274 ± 0.249 % 92.314 ± 0.431 % 16 30.8619 ± 1.7790 0.05347 ± 0.00599 0.03570 ± 0.00188 4.175 ± 0.240 % 92.304 ± 0.417 % 17 29.5682 ± 1.6391 0.05025 ± 0.00569 0.03505 ± 0.00181 4.111 ± 0.229 % 92.295 ± 0.405 % 18 29.9331 ± 1.6093 0.05098 ± 0.00547 0.03518 ± 0.00172 4.075 ± 0.220 % 92.288 ± 0.394 % 19 28.0493 ± 1.4662 0.05073 ± 0.00542 0.03502 ± 0.00165 4.139 ± 0.211 % 92.446 ± 0.380 % 20 26.3787 ± 1.3423 0.05243 ± 0.00533 0.03554 ± 0.00165 4.207 ± 0.202 % 92.510 ± 0.369 % 21 30.3820 ± 1.5493 0.05677 ± 0.00555 0.04087 ± 0.00197 4.415 ± 0.230 % 91.970 ± 0.371 % 22 28.6331 ± 1.4205 0.05548 ± 0.00532 0.03953 ± 0.00188 4.382 ± 0.222 % 92.103 ± 0.360 % 23 29.7826 ± 1.4423 0.05196 ± 0.00525 0.04060 ± 0.00181 4.394 ± 0.213 % 91.833 ± 0.358 % 24 29.3664 ± 1.3839 0.05070 ± 0.00506 0.03968 ± 0.00174 4.339 ± 0.207 % 91.912 ± 0.349 % 25 27.2645 ± 1.2493 0.04983 ± 0.00492 0.03923 ± 0.00168 4.404 ± 0.199 % 91.984 ± 0.340 % 26 25.6862 ± 1.1475 0.04866 ± 0.00475 0.03808 ± 0.00161 4.340 ± 0.195 % 92.142 ± 0.330 % 27 24.1345 ± 1.0514 0.04588 ± 0.00461 0.03711 ± 0.00156 4.304 ± 0.189 % 92.302 ± 0.321 % 28 23.7581 ± 1.0127 0.04499 ± 0.00447 0.03631 ± 0.00150 4.280 ± 0.184 % 92.353 ± 0.315 % 29 23.4378 ± 0.9788 0.04641 ± 0.00441 0.03778 ± 0.00149 4.366 ± 0.177 % 92.238 ± 0.311 % 30 26.5206 ± 1.1228 0.04716 ± 0.00451 0.04217 ± 0.00155 4.424 ± 0.173 % 91.948 ± 0.311 % 31 25.1800 ± 1.0472 0.04859 ± 0.00467 0.04159 ± 0.00150 4.465 ± 0.167 % 92.106 ± 0.303 % 32 24.5559 ± 0.9981 0.04733 ± 0.00456 0.04121 ± 0.00146 4.466 ± 0.166 % 92.169 ± 0.297 % 33 23.9944 ± 0.9582 0.04703 ± 0.00451 0.04058 ± 0.00142 4.432 ± 0.162 % 92.216 ± 0.292 % 34 23.3987 ± 0.9161 0.04488 ± 0.00440 0.03985 ± 0.00139 4.417 ± 0.160 % 92.330 ± 0.286 % 35 22.9656 ± 0.8816 0.04370 ± 0.00431 0.03992 ± 0.00135 4.463 ± 0.156 % 92.190 ± 0.284 % 36 21.8986 ± 0.8245 0.04322 ± 0.00420 0.03914 ± 0.00132 4.427 ± 0.153 % 92.222 ± 0.280 % 37 21.1850 ± 0.7835 0.04244 ± 0.00411 0.03876 ± 0.00129 4.434 ± 0.152 % 92.231 ± 0.276 % 38 20.0865 ± 0.7286 0.04095 ± 0.00403 0.03861 ± 0.00126 4.495 ± 0.148 % 92.219 ± 0.272 % 39 19.4357 ± 0.6920 0.04018 ± 0.00394 0.03793 ± 0.00123 4.465 ± 0.145 % 92.328 ± 0.267 % 40 19.1617 ± 0.6713 0.03965 ± 0.00385 0.03743 ± 0.00120 4.443 ± 0.143 % 92.373 ± 0.263 % 41 18.8933 ± 0.6518 0.03925 ± 0.00377 0.03695 ± 0.00117 4.417 ± 0.140 % 92.415 ± 0.259 % 42 18.4391 ± 0.6253 0.03937 ± 0.00370 0.03648 ± 0.00115 4.397 ± 0.138 % 92.474 ± 0.255 % 43 18.1489 ± 0.6061 0.03947 ± 0.00364 0.03636 ± 0.00114 4.387 ± 0.136 % 92.540 ± 0.251 % 44 17.3452 ± 0.5700 0.03893 ± 0.00356 0.03571 ± 0.00112 4.358 ± 0.134 % 92.638 ± 0.247 % 45 17.2318 ± 0.5581 0.03818 ± 0.00350 0.03531 ± 0.00109 4.326 ± 0.132 % 92.732 ± 0.242 % 46 16.6942 ± 0.5328 0.03754 ± 0.00349 0.03535 ± 0.00114 4.415 ± 0.157 % 92.745 ± 0.240 % 47 16.5771 ± 0.5222 0.03731 ± 0.00342 0.03488 ± 0.00112 4.389 ± 0.155 % 92.774 ± 0.237 % 48 16.3849 ± 0.5091 0.03716 ± 0.00336 0.03453 ± 0.00109 4.393 ± 0.154 % 92.753 ± 0.234 % 49 16.2796 ± 0.4991 0.03642 ± 0.00330 0.03413 ± 0.00107 4.368 ± 0.151 % 92.813 ± 0.231 % 50 15.7525 ± 0.4762 0.03588 ± 0.00324 0.03355 ± 0.00105 4.334 ± 0.150 % 92.925 ± 0.227 % 51 15.5158 ± 0.4624 0.03500 ± 0.00320 0.03336 ± 0.00104 4.315 ± 0.147 % 92.941 ± 0.225 % 52 15.4255 ± 0.4543 0.03505 ± 0.00316 0.03325 ± 0.00102 4.313 ± 0.145 % 92.888 ± 0.223 % 53 15.1845 ± 0.4425 0.03472 ± 0.00311 0.03290 ± 0.00101 4.288 ± 0.143 % 92.963 ± 0.220 % 54 15.3698 ± 0.4437 0.03626 ± 0.00310 0.03341 ± 0.00100 4.312 ± 0.141 % 92.854 ± 0.220 % 55 15.3868 ± 0.4395 0.03624 ± 0.00305 0.03315 ± 0.00098 4.297 ± 0.139 % 92.877 ± 0.217 % 56 15.0052 ± 0.4234 0.03594 ± 0.00301 0.03284 ± 0.00096 4.304 ± 0.137 % 92.920 ± 0.215 % 57 15.0395 ± 0.4197 0.03531 ± 0.00297 0.03250 ± 0.00095 4.277 ± 0.136 % 92.955 ± 0.212 % 58 14.8760 ± 0.4103 0.03484 ± 0.00295 0.03283 ± 0.00094 4.299 ± 0.133 % 92.880 ± 0.211 % 59 15.5905 ± 0.4306 0.03725 ± 0.00295 0.03317 ± 0.00093 4.295 ± 0.131 % 92.715 ± 0.212 % 60 15.4119 ± 0.4207 0.03656 ± 0.00291 0.03289 ± 0.00091 4.282 ± 0.130 % 92.739 ± 0.210 % 61 15.0172 ± 0.4051 0.03596 ± 0.00287 0.03259 ± 0.00090 4.280 ± 0.128 % 92.793 ± 0.207 % 62 14.9422 ± 0.4000 0.03566 ± 0.00284 0.03229 ± 0.00089 4.258 ± 0.127 % 92.827 ± 0.205 % 63 15.3489 ± 0.4097 0.03517 ± 0.00281 0.03216 ± 0.00087 4.246 ± 0.125 % 92.767 ± 0.204 % 64 15.2260 ± 0.4021 0.03513 ± 0.00277 0.03201 ± 0.00087 4.257 ± 0.126 % 92.776 ± 0.203 % 65 15.1040 ± 0.3948 0.03499 ± 0.00274 0.03183 ± 0.00086 4.290 ± 0.128 % 92.784 ± 0.201 % 66 15.0765 ± 0.3902 0.03474 ± 0.00270 0.03166 ± 0.00085 4.275 ± 0.127 % 92.799 ± 0.199 % 67 14.9907 ± 0.3846 0.03522 ± 0.00268 0.03170 ± 0.00084 4.284 ± 0.125 % 92.818 ± 0.198 % 68 14.9964 ± 0.3817 0.03501 ± 0.00264 0.03141 ± 0.00082 4.261 ± 0.123 % 92.785 ± 0.196 % 69 15.0270 ± 0.3791 0.03529 ± 0.00262 0.03139 ± 0.00081 4.259 ± 0.122 % 92.754 ± 0.195 % 70 15.0487 ± 0.3771 0.03481 ± 0.00261 0.03115 ± 0.00080 4.244 ± 0.121 % 92.734 ± 0.194 % 71 14.9727 ± 0.3719 0.03455 ± 0.00258 0.03101 ± 0.00079 4.236 ± 0.119 % 92.704 ± 0.193 % 72 14.9368 ± 0.3680 0.03449 ± 0.00255 0.03086 ± 0.00078 4.223 ± 0.118 % 92.691 ± 0.192 % 73 14.5160 ± 0.3541 0.03410 ± 0.00252 0.03071 ± 0.00077 4.236 ± 0.117 % 92.710 ± 0.191 % 74 14.9871 ± 0.3662 0.03355 ± 0.00253 0.03118 ± 0.00076 4.274 ± 0.115 % 92.650 ± 0.190 % 75 14.7498 ± 0.3569 0.03352 ± 0.00250 0.03098 ± 0.00075 4.264 ± 0.114 % 92.675 ± 0.188 % 76 14.7903 ± 0.3548 0.03330 ± 0.00248 0.03077 ± 0.00075 4.242 ± 0.113 % 92.673 ± 0.187 % 77 14.7487 ± 0.3509 0.03311 ± 0.00245 0.03060 ± 0.00074 4.233 ± 0.112 % 92.681 ± 0.186 % 78 14.5843 ± 0.3442 0.03288 ± 0.00245 0.03102 ± 0.00074 4.281 ± 0.111 % 92.680 ± 0.185 % 79 14.5903 ± 0.3416 0.03240 ± 0.00242 0.03076 ± 0.00073 4.263 ± 0.110 % 92.703 ± 0.183 % 80 14.6702 ± 0.3417 0.03239 ± 0.00241 0.03053 ± 0.00072 4.248 ± 0.109 % 92.711 ± 0.182 % 81 14.7071 ± 0.3403 0.03208 ± 0.00238 0.03038 ± 0.00071 4.234 ± 0.108 % 92.714 ± 0.181 % 82 14.8105 ± 0.3406 0.03218 ± 0.00240 0.03120 ± 0.00079 4.307 ± 0.116 % 92.649 ± 0.180 % 83 14.7231 ± 0.3364 0.03220 ± 0.00239 0.03123 ± 0.00078 4.323 ± 0.115 % 92.634 ± 0.180 % 84 14.7407 ± 0.3344 0.03225 ± 0.00237 0.03102 ± 0.00077 4.304 ± 0.114 % 92.652 ± 0.178 % 85 14.6591 ± 0.3302 0.03198 ± 0.00235 0.03085 ± 0.00076 4.291 ± 0.113 % 92.655 ± 0.177 % 86 14.7495 ± 0.3304 0.03238 ± 0.00233 0.03072 ± 0.00075 4.279 ± 0.112 % 92.658 ± 0.176 % 87 14.7188 ± 0.3274 0.03301 ± 0.00233 0.03106 ± 0.00075 4.303 ± 0.110 % 92.608 ± 0.176 % 88 14.3732 ± 0.3172 0.03266 ± 0.00230 0.03084 ± 0.00074 4.294 ± 0.110 % 92.652 ± 0.174 % 89 14.4279 ± 0.3163 0.03251 ± 0.00229 0.03064 ± 0.00073 4.277 ± 0.109 % 92.659 ± 0.173 % 90 14.2522 ± 0.3099 0.03212 ± 0.00226 0.03042 ± 0.00072 4.262 ± 0.108 % 92.641 ± 0.172 % 91 14.2099 ± 0.3070 0.03194 ± 0.00224 0.03019 ± 0.00071 4.245 ± 0.107 % 92.683 ± 0.171 % 92 14.2849 ± 0.3073 0.03273 ± 0.00224 0.03040 ± 0.00071 4.250 ± 0.106 % 92.613 ± 0.171 % 93 14.3222 ± 0.3067 0.03266 ± 0.00222 0.03044 ± 0.00070 4.244 ± 0.105 % 92.608 ± 0.170 % 94 14.3875 ± 0.3070 0.03255 ± 0.00221 0.03023 ± 0.00069 4.233 ± 0.104 % 92.632 ± 0.169 % 95 14.3452 ± 0.3039 0.03233 ± 0.00219 0.03012 ± 0.00069 4.227 ± 0.104 % 92.636 ± 0.168 % 96 14.4226 ± 0.3044 0.03223 ± 0.00217 0.02999 ± 0.00068 4.216 ± 0.103 % 92.651 ± 0.167 % 97 14.4365 ± 0.3029 0.03231 ± 0.00216 0.02982 ± 0.00067 4.201 ± 0.102 % 92.662 ± 0.166 % 98 14.6044 ± 0.3054 0.03509 ± 0.00218 0.03057 ± 0.00067 4.239 ± 0.102 % 92.561 ± 0.166 % 99 14.3771 ± 0.2985 0.03496 ± 0.00217 0.03082 ± 0.00067 4.312 ± 0.100 % 92.565 ± 0.165 % 100 14.3674 ± 0.2963 0.03452 ± 0.00215 0.03064 ± 0.00066 4.298 ± 0.100 % 92.616 ± 0.164 % ====== Perplexity statistics ====== Mean PPL(Q) : 14.367363 ± 0.296261 Mean PPL(base) : 13.879883 ± 0.282279 Cor(ln(PPL(Q)), ln(PPL(base))): 99.46% Mean ln(PPL(Q)/PPL(base)) : 0.034519 ± 0.002153 Mean PPL(Q)/PPL(base) : 1.035121 ± 0.002229 Mean PPL(Q)-PPL(base) : 0.487480 ± 0.033231 ====== KL divergence statistics ====== Mean KLD: 0.030643 ± 0.000663 Maximum KLD: 6.855948 99.9% KLD: 1.119907 99.0% KLD: 0.325859 95.0% KLD: 0.115610 90.0% KLD: 0.066765 Median KLD: 0.010155 10.0% KLD: 0.000233 5.0% KLD: 0.000045 1.0% KLD: 0.000003 0.1% KLD: -0.000001 Minimum KLD: -0.000018 ====== Token probability statistics ====== Mean Δp: -0.288 ± 0.027 % Maximum Δp: 91.997% 99.9% Δp: 29.349% 99.0% Δp: 11.723% 95.0% Δp: 4.451% 90.0% Δp: 2.317% 75.0% Δp: 0.287% Median Δp: -0.002% 25.0% Δp: -0.635% 10.0% Δp: -3.275% 5.0% Δp: -6.026% 1.0% Δp: -14.697% 0.1% Δp: -32.580% Minimum Δp: -98.733% RMS Δp : 4.298 ± 0.100 % Same top p: 92.616 ± 0.164 % # exit 0 after 103s