$ /Users/minipro/quantdiff/llama.cpp/llama-b11770/llama-perplexity -m /Users/minipro/quantdiff/models/campaign/af4779ec3bff/Spark-X2.6-4B-Q8_0.gguf --kl-divergence-base /Users/minipro/quantdiff/work/reference/spark-x2.6-4b/quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-25T00:47:39Z 0.00.542.950 I cmn init: llama threadpool init, n_threads = 8 0.00.655.907 I 0.00.655.945 I system_info: n_threads = 8 (n_threads_batch = 8) / 12 | MTL : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | REPACK = 1 | 0.00.659.859 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.01.490.392 I kl_divergence: 0.83 seconds per pass - ETA 1.38 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 19.4909 ± 4.6697 0.03316 ± 0.01057 0.00286 ± 0.00027 1.476 ± 0.175 % 98.039 ± 0.870 % 2 19.5298 ± 3.0962 0.01701 ± 0.00684 0.00248 ± 0.00016 1.279 ± 0.107 % 98.039 ± 0.615 % 3 17.3841 ± 2.2227 0.01240 ± 0.00488 0.00230 ± 0.00014 1.419 ± 0.166 % 98.039 ± 0.502 % 4 17.1865 ± 1.9413 0.01893 ± 0.00671 0.00277 ± 0.00020 1.480 ± 0.144 % 98.137 ± 0.424 % 5 18.4725 ± 1.8393 0.01560 ± 0.00540 0.00247 ± 0.00017 1.360 ± 0.126 % 98.196 ± 0.373 % 6 18.2436 ± 1.6340 0.01265 ± 0.00454 0.00221 ± 0.00016 1.263 ± 0.113 % 98.301 ± 0.331 % 7 32.7183 ± 3.0304 0.01688 ± 0.00419 0.00267 ± 0.00017 1.215 ± 0.102 % 97.983 ± 0.333 % 8 29.0589 ± 2.4638 0.01465 ± 0.00382 0.00288 ± 0.00041 1.631 ± 0.409 % 98.088 ± 0.303 % 9 28.8509 ± 2.2733 0.01682 ± 0.00451 0.00279 ± 0.00037 1.555 ± 0.381 % 98.083 ± 0.286 % 10 34.3247 ± 2.6193 0.01606 ± 0.00422 0.00302 ± 0.00033 1.515 ± 0.352 % 97.765 ± 0.293 % 11 33.7363 ± 2.4262 0.01458 ± 0.00384 0.00279 ± 0.00030 1.451 ± 0.334 % 97.754 ± 0.280 % 12 32.9690 ± 2.2609 0.01694 ± 0.00412 0.00318 ± 0.00029 1.485 ± 0.300 % 97.614 ± 0.276 % 13 31.7971 ± 2.0685 0.01574 ± 0.00381 0.00298 ± 0.00027 1.433 ± 0.288 % 97.707 ± 0.260 % 14 30.3796 ± 1.8782 0.01485 ± 0.00354 0.00284 ± 0.00025 1.422 ± 0.271 % 97.731 ± 0.249 % 15 29.7555 ± 1.7599 0.01400 ± 0.00331 0.00272 ± 0.00024 1.379 ± 0.261 % 97.778 ± 0.238 % 16 29.6441 ± 1.6925 0.01321 ± 0.00314 0.00260 ± 0.00022 1.341 ± 0.252 % 97.868 ± 0.226 % 17 28.4753 ± 1.5650 0.01259 ± 0.00296 0.00249 ± 0.00021 1.308 ± 0.243 % 97.901 ± 0.218 % 18 28.8644 ± 1.5399 0.01462 ± 0.00285 0.00301 ± 0.00024 1.390 ± 0.219 % 97.865 ± 0.213 % 19 27.0592 ± 1.4040 0.01480 ± 0.00271 0.00293 ± 0.00023 1.376 ± 0.210 % 97.915 ± 0.205 % 20 25.4151 ± 1.2828 0.01522 ± 0.00267 0.00284 ± 0.00022 1.362 ± 0.202 % 97.922 ± 0.200 % 21 29.2387 ± 1.4780 0.01841 ± 0.00276 0.00368 ± 0.00024 1.415 ± 0.186 % 97.591 ± 0.210 % 22 27.5681 ± 1.3558 0.01758 ± 0.00264 0.00353 ± 0.00023 1.388 ± 0.181 % 97.647 ± 0.202 % 23 28.8739 ± 1.3887 0.02097 ± 0.00262 0.00409 ± 0.00024 1.462 ± 0.167 % 97.425 ± 0.207 % 24 28.4886 ± 1.3335 0.02035 ± 0.00252 0.00396 ± 0.00023 1.435 ± 0.163 % 97.451 ± 0.201 % 25 26.4439 ± 1.2034 0.01927 ± 0.00242 0.00387 ± 0.00022 1.438 ± 0.157 % 97.475 ± 0.197 % 26 24.9300 ± 1.1057 0.01878 ± 0.00233 0.00376 ± 0.00022 1.414 ± 0.153 % 97.541 ± 0.190 % 27 23.4706 ± 1.0154 0.01799 ± 0.00225 0.00364 ± 0.00021 1.392 ± 0.150 % 97.603 ± 0.184 % 28 23.1087 ± 0.9782 0.01727 ± 0.00217 0.00353 ± 0.00020 1.375 ± 0.146 % 97.619 ± 0.180 % 29 22.7479 ± 0.9434 0.01654 ± 0.00212 0.00366 ± 0.00020 1.411 ± 0.139 % 97.566 ± 0.179 % 30 25.6727 ± 1.0787 0.01466 ± 0.00214 0.00397 ± 0.00019 1.427 ± 0.134 % 97.438 ± 0.181 % 31 24.3775 ± 1.0066 0.01620 ± 0.00266 0.00388 ± 0.00019 1.425 ± 0.130 % 97.495 ± 0.176 % 32 23.7972 ± 0.9604 0.01595 ± 0.00258 0.00380 ± 0.00018 1.409 ± 0.127 % 97.561 ± 0.171 % 33 23.2716 ± 0.9230 0.01645 ± 0.00263 0.00371 ± 0.00018 1.397 ± 0.124 % 97.588 ± 0.167 % 34 22.7344 ± 0.8841 0.01608 ± 0.00255 0.00362 ± 0.00017 1.380 ± 0.122 % 97.636 ± 0.163 % 35 22.3315 ± 0.8519 0.01570 ± 0.00248 0.00355 ± 0.00017 1.369 ± 0.120 % 97.613 ± 0.162 % 36 21.2960 ± 0.7966 0.01531 ± 0.00241 0.00347 ± 0.00016 1.357 ± 0.117 % 97.658 ± 0.158 % 37 20.6094 ± 0.7576 0.01489 ± 0.00235 0.00340 ± 0.00016 1.345 ± 0.115 % 97.668 ± 0.155 % 38 19.5596 ± 0.7051 0.01437 ± 0.00229 0.00337 ± 0.00015 1.362 ± 0.111 % 97.647 ± 0.154 % 39 18.9344 ± 0.6700 0.01405 ± 0.00223 0.00330 ± 0.00015 1.349 ± 0.109 % 97.677 ± 0.151 % 40 18.6709 ± 0.6502 0.01371 ± 0.00218 0.00324 ± 0.00015 1.341 ± 0.108 % 97.696 ± 0.149 % 41 18.4129 ± 0.6314 0.01349 ± 0.00213 0.00318 ± 0.00014 1.331 ± 0.106 % 97.724 ± 0.146 % 42 17.9674 ± 0.6057 0.01346 ± 0.00209 0.00320 ± 0.00016 1.356 ± 0.108 % 97.768 ± 0.143 % 43 17.6789 ± 0.5867 0.01323 ± 0.00205 0.00321 ± 0.00015 1.353 ± 0.106 % 97.738 ± 0.142 % 44 16.9011 ± 0.5520 0.01300 ± 0.00201 0.00314 ± 0.00015 1.340 ± 0.104 % 97.781 ± 0.139 % 45 16.7981 ± 0.5407 0.01268 ± 0.00196 0.00310 ± 0.00015 1.336 ± 0.102 % 97.786 ± 0.137 % 46 16.2796 ± 0.5166 0.01239 ± 0.00192 0.00304 ± 0.00014 1.325 ± 0.101 % 97.818 ± 0.135 % 47 16.1651 ± 0.5063 0.01214 ± 0.00188 0.00299 ± 0.00014 1.314 ± 0.100 % 97.814 ± 0.134 % 48 15.9757 ± 0.4935 0.01187 ± 0.00184 0.00294 ± 0.00014 1.304 ± 0.098 % 97.827 ± 0.132 % 49 15.8827 ± 0.4841 0.01173 ± 0.00181 0.00290 ± 0.00014 1.295 ± 0.097 % 97.847 ± 0.130 % 50 15.3728 ± 0.4620 0.01148 ± 0.00177 0.00285 ± 0.00013 1.284 ± 0.096 % 97.882 ± 0.128 % 51 15.1543 ± 0.4490 0.01142 ± 0.00174 0.00282 ± 0.00013 1.283 ± 0.094 % 97.908 ± 0.125 % 52 15.0701 ± 0.4413 0.01174 ± 0.00175 0.00318 ± 0.00040 1.543 ± 0.252 % 97.911 ± 0.124 % 53 14.8379 ± 0.4299 0.01163 ± 0.00172 0.00313 ± 0.00039 1.531 ± 0.250 % 97.943 ± 0.122 % 54 15.0025 ± 0.4304 0.01207 ± 0.00169 0.00314 ± 0.00038 1.530 ± 0.245 % 97.930 ± 0.121 % 55 15.0164 ± 0.4264 0.01188 ± 0.00166 0.00310 ± 0.00038 1.517 ± 0.243 % 97.947 ± 0.120 % 56 14.6463 ± 0.4107 0.01173 ± 0.00163 0.00306 ± 0.00037 1.507 ± 0.240 % 97.969 ± 0.118 % 57 14.6863 ± 0.4074 0.01155 ± 0.00160 0.00301 ± 0.00036 1.495 ± 0.238 % 97.970 ± 0.117 % 58 14.5276 ± 0.3983 0.01114 ± 0.00159 0.00322 ± 0.00036 1.530 ± 0.228 % 97.938 ± 0.117 % 59 15.1863 ± 0.4166 0.01098 ± 0.00156 0.00320 ± 0.00035 1.520 ± 0.226 % 97.880 ± 0.117 % 60 15.0204 ± 0.4073 0.01082 ± 0.00154 0.00316 ± 0.00035 1.510 ± 0.224 % 97.902 ± 0.116 % 61 14.6426 ± 0.3924 0.01070 ± 0.00151 0.00311 ± 0.00034 1.501 ± 0.221 % 97.911 ± 0.115 % 62 14.5744 ± 0.3875 0.01074 ± 0.00151 0.00307 ± 0.00034 1.492 ± 0.219 % 97.919 ± 0.114 % 63 14.9753 ± 0.3971 0.01053 ± 0.00149 0.00308 ± 0.00033 1.491 ± 0.216 % 97.902 ± 0.113 % 64 14.8532 ± 0.3897 0.01034 ± 0.00147 0.00305 ± 0.00033 1.481 ± 0.214 % 97.911 ± 0.112 % 65 14.7347 ± 0.3827 0.01024 ± 0.00145 0.00301 ± 0.00032 1.473 ± 0.212 % 97.937 ± 0.110 % 66 14.7115 ± 0.3783 0.01023 ± 0.00143 0.00302 ± 0.00032 1.470 ± 0.209 % 97.908 ± 0.110 % 67 14.6279 ± 0.3730 0.01072 ± 0.00141 0.00302 ± 0.00031 1.470 ± 0.206 % 97.905 ± 0.110 % 68 14.6352 ± 0.3702 0.01063 ± 0.00139 0.00298 ± 0.00031 1.460 ± 0.204 % 97.935 ± 0.108 % 69 14.6642 ± 0.3677 0.01085 ± 0.00137 0.00299 ± 0.00030 1.459 ± 0.201 % 97.880 ± 0.109 % 70 14.6960 ± 0.3662 0.01109 ± 0.00142 0.00296 ± 0.00030 1.451 ± 0.200 % 97.877 ± 0.108 % 71 14.6235 ± 0.3612 0.01095 ± 0.00140 0.00294 ± 0.00029 1.450 ± 0.197 % 97.890 ± 0.107 % 72 14.5885 ± 0.3574 0.01090 ± 0.00138 0.00291 ± 0.00029 1.443 ± 0.195 % 97.903 ± 0.106 % 73 14.1808 ± 0.3440 0.01073 ± 0.00137 0.00290 ± 0.00029 1.444 ± 0.193 % 97.910 ± 0.105 % 74 14.6411 ± 0.3559 0.01019 ± 0.00135 0.00290 ± 0.00028 1.440 ± 0.190 % 97.907 ± 0.104 % 75 14.4082 ± 0.3468 0.01009 ± 0.00133 0.00287 ± 0.00028 1.433 ± 0.189 % 97.903 ± 0.104 % 76 14.4526 ± 0.3449 0.01020 ± 0.00133 0.00290 ± 0.00028 1.425 ± 0.187 % 97.910 ± 0.103 % 77 14.4119 ± 0.3411 0.01001 ± 0.00132 0.00287 ± 0.00028 1.418 ± 0.186 % 97.912 ± 0.102 % 78 14.2512 ± 0.3347 0.00977 ± 0.00130 0.00286 ± 0.00028 1.418 ± 0.184 % 97.924 ± 0.101 % 79 14.2624 ± 0.3322 0.00968 ± 0.00128 0.00283 ± 0.00027 1.410 ± 0.182 % 97.945 ± 0.100 % 80 14.3422 ± 0.3324 0.00977 ± 0.00128 0.00280 ± 0.00027 1.402 ± 0.181 % 97.946 ± 0.099 % 81 14.3817 ± 0.3311 0.00971 ± 0.00127 0.00277 ± 0.00027 1.395 ± 0.180 % 97.947 ± 0.099 % 82 14.4800 ± 0.3313 0.00961 ± 0.00126 0.00282 ± 0.00026 1.406 ± 0.176 % 97.920 ± 0.099 % 83 14.3968 ± 0.3273 0.00979 ± 0.00126 0.00280 ± 0.00026 1.402 ± 0.175 % 97.916 ± 0.098 % 84 14.4128 ± 0.3253 0.00975 ± 0.00124 0.00278 ± 0.00026 1.396 ± 0.173 % 97.908 ± 0.098 % 85 14.3378 ± 0.3214 0.00982 ± 0.00124 0.00275 ± 0.00025 1.389 ± 0.172 % 97.910 ± 0.097 % 86 14.4212 ± 0.3215 0.00987 ± 0.00123 0.00273 ± 0.00025 1.383 ± 0.171 % 97.916 ± 0.096 % 87 14.3810 ± 0.3183 0.00979 ± 0.00122 0.00271 ± 0.00025 1.377 ± 0.170 % 97.918 ± 0.096 % 88 14.0465 ± 0.3084 0.00966 ± 0.00120 0.00270 ± 0.00024 1.376 ± 0.168 % 97.928 ± 0.095 % 89 14.1020 ± 0.3076 0.00966 ± 0.00120 0.00267 ± 0.00024 1.369 ± 0.167 % 97.942 ± 0.094 % 90 13.9337 ± 0.3014 0.00953 ± 0.00118 0.00265 ± 0.00024 1.364 ± 0.165 % 97.948 ± 0.094 % 91 13.8939 ± 0.2987 0.00945 ± 0.00117 0.00263 ± 0.00024 1.360 ± 0.164 % 97.953 ± 0.093 % 92 13.9611 ± 0.2988 0.00980 ± 0.00117 0.00274 ± 0.00024 1.386 ± 0.159 % 97.916 ± 0.093 % 93 13.9982 ± 0.2981 0.00979 ± 0.00116 0.00274 ± 0.00023 1.383 ± 0.158 % 97.896 ± 0.093 % 94 14.0636 ± 0.2985 0.00978 ± 0.00115 0.00271 ± 0.00023 1.376 ± 0.157 % 97.902 ± 0.093 % 95 14.0231 ± 0.2955 0.00962 ± 0.00114 0.00270 ± 0.00023 1.371 ± 0.156 % 97.911 ± 0.092 % 96 14.1015 ± 0.2961 0.00971 ± 0.00114 0.00268 ± 0.00023 1.366 ± 0.155 % 97.933 ± 0.091 % 97 14.1125 ± 0.2946 0.00961 ± 0.00112 0.00266 ± 0.00022 1.361 ± 0.154 % 97.946 ± 0.090 % 98 14.2456 ± 0.2961 0.01022 ± 0.00112 0.00272 ± 0.00022 1.370 ± 0.152 % 97.939 ± 0.090 % 99 14.0252 ± 0.2895 0.01019 ± 0.00111 0.00271 ± 0.00022 1.374 ± 0.150 % 97.948 ± 0.089 % 100 14.0206 ± 0.2874 0.01008 ± 0.00110 0.00269 ± 0.00022 1.368 ± 0.149 % 97.969 ± 0.088 % ====== Perplexity statistics ====== Mean PPL(Q) : 14.020554 ± 0.287437 Mean PPL(base) : 13.879883 ± 0.282279 Cor(ln(PPL(Q)), ln(PPL(base))): 99.86% Mean ln(PPL(Q)/PPL(base)) : 0.010084 ± 0.001099 Mean PPL(Q)/PPL(base) : 1.010135 ± 0.001110 Mean PPL(Q)-PPL(base) : 0.140671 ± 0.016007 ====== KL divergence statistics ====== Mean KLD: 0.002692 ± 0.000217 Maximum KLD: 5.023312 99.9% KLD: 0.133303 99.0% KLD: 0.031608 95.0% KLD: 0.009933 90.0% KLD: 0.004835 Median KLD: 0.000474 10.0% KLD: 0.000010 5.0% KLD: 0.000002 1.0% KLD: -0.000001 0.1% KLD: -0.000008 Minimum KLD: -0.000028 ====== Token probability statistics ====== Mean Δp: -0.030 ± 0.009 % Maximum Δp: 51.813% 99.9% Δp: 9.283% 99.0% Δp: 3.203% 95.0% Δp: 1.191% 90.0% Δp: 0.617% 75.0% Δp: 0.097% Median Δp: -0.000% 25.0% Δp: -0.110% 10.0% Δp: -0.658% 5.0% Δp: -1.311% 1.0% Δp: -3.817% 0.1% Δp: -10.661% Minimum Δp: -99.209% RMS Δp : 1.368 ± 0.149 % Same top p: 97.969 ± 0.088 % # exit 0 after 85s