$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--bartowski--granite-4.2-8b-GGUF\snapshots\a592100df8fe4931c7cffbac7b28e8176a1d52da\granite-4.2-8b-Q6_K.gguf --kl-divergence-base C:\quantdiff\work\reference\granite-4.2-8b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T07:20:48Z 0.02.906.108 I cmn init: llama threadpool init, n_threads = 8 0.02.959.356 I 0.02.959.390 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.964.535 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.03.135.741 I kl_divergence: 0.17 seconds per pass - ETA 0.28 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 16.7189 ± 4.1258 0.05350 ± 0.02825 0.03175 ± 0.01131 6.625 ± 2.302 % 95.294 ± 1.329 % 2 19.5738 ± 3.4449 0.06882 ± 0.02288 0.02531 ± 0.00636 5.090 ± 1.504 % 95.294 ± 0.939 % 3 12.1479 ± 1.6069 0.05446 ± 0.01594 0.02089 ± 0.00439 4.504 ± 1.136 % 96.209 ± 0.691 % 4 12.7923 ± 1.4419 0.04752 ± 0.01341 0.01841 ± 0.00331 4.139 ± 0.928 % 96.078 ± 0.608 % 5 15.1581 ± 1.5492 0.04110 ± 0.01089 0.01615 ± 0.00266 3.766 ± 0.816 % 96.235 ± 0.533 % 6 17.3157 ± 1.6810 0.05313 ± 0.01064 0.01589 ± 0.00231 3.674 ± 0.700 % 96.471 ± 0.472 % 7 17.1380 ± 1.5154 0.04891 ± 0.00923 0.01444 ± 0.00198 3.464 ± 0.637 % 96.303 ± 0.447 % 8 17.4177 ± 1.4188 0.04490 ± 0.00828 0.01394 ± 0.00185 3.691 ± 0.632 % 96.275 ± 0.419 % 9 17.3864 ± 1.3070 0.04235 ± 0.00747 0.01318 ± 0.00167 3.545 ± 0.585 % 96.209 ± 0.399 % 10 19.1783 ± 1.3839 0.03557 ± 0.00687 0.01282 ± 0.00152 3.404 ± 0.549 % 95.961 ± 0.390 % 11 19.7037 ± 1.3579 0.03549 ± 0.00688 0.01293 ± 0.00140 3.312 ± 0.513 % 95.829 ± 0.378 % 12 20.8063 ± 1.3948 0.02991 ± 0.00654 0.01260 ± 0.00129 3.206 ± 0.486 % 95.686 ± 0.367 % 13 21.6519 ± 1.3910 0.02534 ± 0.00611 0.01273 ± 0.00127 3.116 ± 0.461 % 95.747 ± 0.351 % 14 22.5760 ± 1.3918 0.02386 ± 0.00573 0.01213 ± 0.00118 3.020 ± 0.442 % 95.770 ± 0.337 % 15 23.1537 ± 1.3762 0.02315 ± 0.00539 0.01166 ± 0.00110 2.975 ± 0.420 % 95.791 ± 0.325 % 16 23.3711 ± 1.3536 0.02137 ± 0.00516 0.01140 ± 0.00104 2.913 ± 0.402 % 95.931 ± 0.309 % 17 23.2793 ± 1.3091 0.01933 ± 0.00492 0.01113 ± 0.00098 2.860 ± 0.386 % 96.078 ± 0.295 % 18 23.1552 ± 1.2604 0.01816 ± 0.00469 0.01079 ± 0.00093 2.813 ± 0.370 % 96.057 ± 0.287 % 19 20.9204 ± 1.0999 0.01823 ± 0.00447 0.01057 ± 0.00088 2.787 ± 0.355 % 96.161 ± 0.276 % 20 21.5661 ± 1.1091 0.01786 ± 0.00433 0.01046 ± 0.00084 2.741 ± 0.343 % 96.098 ± 0.271 % 21 19.7969 ± 0.9843 0.01791 ± 0.00415 0.01034 ± 0.00084 2.867 ± 0.345 % 96.172 ± 0.262 % 22 19.5188 ± 0.9467 0.01840 ± 0.00403 0.01042 ± 0.00081 2.884 ± 0.329 % 96.203 ± 0.255 % 23 19.8047 ± 0.9404 0.01729 ± 0.00391 0.01060 ± 0.00080 2.851 ± 0.318 % 96.130 ± 0.252 % 24 18.3401 ± 0.8460 0.01653 ± 0.00378 0.01035 ± 0.00077 2.833 ± 0.307 % 96.209 ± 0.244 % 25 17.7879 ± 0.7998 0.01708 ± 0.00366 0.01061 ± 0.00076 2.843 ± 0.295 % 96.141 ± 0.241 % 26 16.9121 ± 0.7416 0.01633 ± 0.00360 0.01061 ± 0.00078 2.987 ± 0.323 % 96.199 ± 0.235 % 27 17.2763 ± 0.7484 0.01749 ± 0.00371 0.01125 ± 0.00088 2.964 ± 0.313 % 96.166 ± 0.231 % 28 17.2287 ± 0.7341 0.01631 ± 0.00364 0.01148 ± 0.00088 3.038 ± 0.310 % 96.106 ± 0.229 % 29 17.4813 ± 0.7326 0.01552 ± 0.00353 0.01197 ± 0.00099 3.032 ± 0.301 % 96.119 ± 0.225 % 30 17.1564 ± 0.7056 0.01611 ± 0.00365 0.01171 ± 0.00096 3.008 ± 0.294 % 96.157 ± 0.220 % 31 16.9576 ± 0.6827 0.01544 ± 0.00357 0.01224 ± 0.00111 3.016 ± 0.286 % 96.142 ± 0.217 % 32 16.6507 ± 0.6582 0.01510 ± 0.00352 0.01307 ± 0.00141 2.976 ± 0.281 % 96.103 ± 0.214 % 33 16.6627 ± 0.6479 0.01470 ± 0.00345 0.01305 ± 0.00137 2.970 ± 0.273 % 96.055 ± 0.212 % 34 16.3435 ± 0.6242 0.01427 ± 0.00338 0.01290 ± 0.00133 2.968 ± 0.265 % 96.055 ± 0.209 % 35 15.9828 ± 0.6027 0.01406 ± 0.00357 0.01325 ± 0.00132 3.038 ± 0.256 % 96.011 ± 0.207 % 36 15.1402 ± 0.5594 0.01400 ± 0.00348 0.01299 ± 0.00128 3.016 ± 0.251 % 96.057 ± 0.203 % 37 14.8677 ± 0.5403 0.01378 ± 0.00339 0.01281 ± 0.00125 3.012 ± 0.244 % 96.015 ± 0.201 % 38 14.6389 ± 0.5242 0.01412 ± 0.00332 0.01273 ± 0.00122 2.995 ± 0.239 % 95.986 ± 0.199 % 39 14.5383 ± 0.5134 0.01445 ± 0.00326 0.01277 ± 0.00120 2.973 ± 0.235 % 95.998 ± 0.197 % 40 14.3688 ± 0.4994 0.01349 ± 0.00320 0.01287 ± 0.00118 2.996 ± 0.229 % 96.029 ± 0.193 % 41 14.1920 ± 0.4863 0.01288 ± 0.00315 0.01298 ± 0.00118 3.036 ± 0.226 % 96.040 ± 0.191 % 42 13.5931 ± 0.4584 0.01264 ± 0.00309 0.01273 ± 0.00115 3.018 ± 0.222 % 96.134 ± 0.186 % 43 13.4090 ± 0.4445 0.01272 ± 0.00303 0.01261 ± 0.00112 3.016 ± 0.218 % 96.142 ± 0.184 % 44 13.1447 ± 0.4302 0.01277 ± 0.00301 0.01243 ± 0.00110 3.000 ± 0.214 % 96.150 ± 0.182 % 45 13.2288 ± 0.4278 0.01308 ± 0.00295 0.01238 ± 0.00107 3.016 ± 0.209 % 96.166 ± 0.179 % 46 13.2529 ± 0.4234 0.01460 ± 0.00291 0.01254 ± 0.00106 3.064 ± 0.206 % 96.164 ± 0.177 % 47 13.0055 ± 0.4092 0.01441 ± 0.00285 0.01241 ± 0.00104 3.069 ± 0.203 % 96.212 ± 0.174 % 48 13.1352 ± 0.4089 0.01430 ± 0.00280 0.01240 ± 0.00102 3.054 ± 0.200 % 96.217 ± 0.172 % 49 13.2379 ± 0.4085 0.01570 ± 0.00290 0.01390 ± 0.00153 3.159 ± 0.224 % 96.166 ± 0.172 % 50 12.9067 ± 0.3928 0.01540 ± 0.00285 0.01369 ± 0.00150 3.136 ± 0.221 % 96.196 ± 0.169 % 51 13.1035 ± 0.3959 0.01506 ± 0.00283 0.01403 ± 0.00150 3.127 ± 0.217 % 96.201 ± 0.168 % 52 13.1279 ± 0.3921 0.01434 ± 0.00279 0.01393 ± 0.00147 3.113 ± 0.214 % 96.154 ± 0.167 % 53 12.9557 ± 0.3819 0.01401 ± 0.00274 0.01380 ± 0.00144 3.104 ± 0.211 % 96.197 ± 0.165 % 54 13.1441 ± 0.3839 0.01378 ± 0.00270 0.01366 ± 0.00141 3.093 ± 0.208 % 96.216 ± 0.163 % 55 12.9800 ± 0.3744 0.01352 ± 0.00265 0.01352 ± 0.00139 3.074 ± 0.205 % 96.235 ± 0.161 % 56 13.1746 ± 0.3767 0.01324 ± 0.00261 0.01343 ± 0.00136 3.055 ± 0.203 % 96.211 ± 0.160 % 57 13.1206 ± 0.3712 0.01262 ± 0.00259 0.01378 ± 0.00138 3.133 ± 0.212 % 96.202 ± 0.159 % 58 12.7438 ± 0.3561 0.01236 ± 0.00255 0.01360 ± 0.00136 3.120 ± 0.210 % 96.234 ± 0.157 % 59 12.8644 ± 0.3575 0.01226 ± 0.00259 0.01358 ± 0.00134 3.118 ± 0.207 % 96.211 ± 0.156 % 60 12.9265 ± 0.3567 0.01264 ± 0.00256 0.01345 ± 0.00132 3.106 ± 0.204 % 96.229 ± 0.154 % 61 12.9451 ± 0.3546 0.01290 ± 0.00253 0.01334 ± 0.00130 3.088 ± 0.202 % 96.252 ± 0.152 % 62 12.9199 ± 0.3503 0.01187 ± 0.00253 0.01335 ± 0.00128 3.080 ± 0.199 % 96.237 ± 0.151 % 63 12.9597 ± 0.3494 0.01184 ± 0.00250 0.01324 ± 0.00126 3.067 ± 0.197 % 96.265 ± 0.150 % 64 12.6355 ± 0.3372 0.01225 ± 0.00253 0.01313 ± 0.00124 3.061 ± 0.194 % 96.305 ± 0.148 % 65 12.6790 ± 0.3356 0.01224 ± 0.00250 0.01303 ± 0.00122 3.051 ± 0.192 % 96.320 ± 0.146 % 66 12.5221 ± 0.3277 0.01212 ± 0.00246 0.01287 ± 0.00120 3.034 ± 0.190 % 96.352 ± 0.145 % 67 12.4716 ± 0.3233 0.01152 ± 0.00249 0.01421 ± 0.00147 3.054 ± 0.188 % 96.342 ± 0.144 % 68 12.5130 ± 0.3216 0.01129 ± 0.00246 0.01417 ± 0.00145 3.070 ± 0.187 % 96.315 ± 0.143 % 69 12.2199 ± 0.3106 0.01127 ± 0.00243 0.01410 ± 0.00142 3.090 ± 0.185 % 96.323 ± 0.142 % 70 12.1567 ± 0.3064 0.01124 ± 0.00240 0.01401 ± 0.00140 3.088 ± 0.182 % 96.303 ± 0.141 % 71 12.0002 ± 0.2996 0.01113 ± 0.00237 0.01386 ± 0.00139 3.075 ± 0.181 % 96.316 ± 0.140 % 72 12.1439 ± 0.3017 0.01122 ± 0.00236 0.01390 ± 0.00137 3.068 ± 0.179 % 96.285 ± 0.140 % 73 12.1885 ± 0.3007 0.01117 ± 0.00233 0.01378 ± 0.00135 3.053 ± 0.177 % 96.309 ± 0.138 % 74 12.1115 ± 0.2965 0.01108 ± 0.00232 0.01386 ± 0.00133 3.069 ± 0.174 % 96.296 ± 0.137 % 75 12.2182 ± 0.2977 0.01095 ± 0.00231 0.01387 ± 0.00132 3.072 ± 0.172 % 96.261 ± 0.137 % 76 12.2667 ± 0.2973 0.01118 ± 0.00231 0.01379 ± 0.00130 3.061 ± 0.171 % 96.254 ± 0.136 % 77 12.3298 ± 0.2970 0.01148 ± 0.00229 0.01388 ± 0.00129 3.071 ± 0.169 % 96.241 ± 0.136 % 78 12.4659 ± 0.2993 0.01159 ± 0.00229 0.01422 ± 0.00129 3.067 ± 0.167 % 96.224 ± 0.135 % 79 12.4453 ± 0.2970 0.01178 ± 0.00228 0.01409 ± 0.00127 3.055 ± 0.166 % 96.252 ± 0.134 % 80 12.4807 ± 0.2958 0.01127 ± 0.00228 0.01420 ± 0.00126 3.055 ± 0.164 % 96.230 ± 0.133 % 81 12.4631 ± 0.2932 0.01129 ± 0.00226 0.01407 ± 0.00125 3.042 ± 0.162 % 96.229 ± 0.133 % 82 12.5378 ± 0.2934 0.01147 ± 0.00224 0.01396 ± 0.00123 3.029 ± 0.161 % 96.251 ± 0.131 % 83 12.6199 ± 0.2942 0.01132 ± 0.00222 0.01390 ± 0.00122 3.021 ± 0.160 % 96.239 ± 0.131 % 84 12.5117 ± 0.2897 0.01128 ± 0.00220 0.01377 ± 0.00120 3.008 ± 0.158 % 96.265 ± 0.130 % 85 12.6012 ± 0.2900 0.01116 ± 0.00218 0.01372 ± 0.00119 3.019 ± 0.158 % 96.272 ± 0.129 % 86 12.5817 ± 0.2878 0.01124 ± 0.00216 0.01359 ± 0.00118 3.006 ± 0.157 % 96.284 ± 0.128 % 87 12.5899 ± 0.2861 0.01092 ± 0.00214 0.01351 ± 0.00116 2.997 ± 0.155 % 96.295 ± 0.127 % 88 12.6569 ± 0.2861 0.01103 ± 0.00212 0.01354 ± 0.00116 3.009 ± 0.154 % 96.319 ± 0.126 % 89 12.5305 ± 0.2814 0.01079 ± 0.00211 0.01359 ± 0.00115 3.088 ± 0.157 % 96.321 ± 0.125 % 90 12.6505 ± 0.2828 0.01070 ± 0.00209 0.01360 ± 0.00114 3.077 ± 0.156 % 96.309 ± 0.124 % 91 12.5704 ± 0.2793 0.01062 ± 0.00208 0.01366 ± 0.00113 3.073 ± 0.155 % 96.315 ± 0.124 % 92 12.6292 ± 0.2793 0.01039 ± 0.00206 0.01377 ± 0.00113 3.061 ± 0.154 % 96.304 ± 0.123 % 93 12.6946 ± 0.2795 0.01049 ± 0.00205 0.01372 ± 0.00112 3.052 ± 0.153 % 96.302 ± 0.123 % 94 12.5496 ± 0.2743 0.01082 ± 0.00203 0.01376 ± 0.00111 3.103 ± 0.154 % 96.304 ± 0.122 % 95 12.6331 ± 0.2745 0.01081 ± 0.00201 0.01367 ± 0.00110 3.090 ± 0.153 % 96.293 ± 0.121 % 96 12.7049 ± 0.2747 0.01088 ± 0.00200 0.01377 ± 0.00109 3.079 ± 0.152 % 96.250 ± 0.121 % 97 12.7990 ± 0.2759 0.01075 ± 0.00198 0.01371 ± 0.00108 3.072 ± 0.151 % 96.260 ± 0.121 % 98 12.9309 ± 0.2779 0.01082 ± 0.00196 0.01367 ± 0.00107 3.061 ± 0.150 % 96.246 ± 0.120 % 99 12.8206 ± 0.2739 0.01075 ± 0.00195 0.01359 ± 0.00106 3.052 ± 0.149 % 96.253 ± 0.120 % 100 12.9525 ± 0.2762 0.01097 ± 0.00194 0.01360 ± 0.00105 3.049 ± 0.148 % 96.227 ± 0.119 % ====== Perplexity statistics ====== Mean PPL(Q) : 12.952515 ± 0.276228 Mean PPL(base) : 12.811159 ± 0.269989 Cor(ln(PPL(Q)), ln(PPL(base))): 99.59% Mean ln(PPL(Q)/PPL(base)) : 0.010973 ± 0.001939 Mean PPL(Q)/PPL(base) : 1.011034 ± 0.001960 Mean PPL(Q)-PPL(base) : 0.141356 ± 0.025537 ====== KL divergence statistics ====== Mean KLD: 0.013600 ± 0.001052 Maximum KLD: 11.952006 99.9% KLD: 1.729528 99.0% KLD: 0.140037 95.0% KLD: 0.026766 90.0% KLD: 0.014426 Median KLD: 0.002261 10.0% KLD: 0.000031 5.0% KLD: 0.000008 1.0% KLD: 0.000000 0.1% KLD: -0.000003 Minimum KLD: -0.000038 ====== Token probability statistics ====== Mean Δp: -0.020 ± 0.019 % Maximum Δp: 88.170% 99.9% Δp: 21.200% 99.0% Δp: 7.252% 95.0% Δp: 2.850% 90.0% Δp: 1.478% 75.0% Δp: 0.194% Median Δp: -0.000% 25.0% Δp: -0.214% 10.0% Δp: -1.469% 5.0% Δp: -2.856% 1.0% Δp: -7.418% 0.1% Δp: -24.608% Minimum Δp: -97.364% RMS Δp : 3.049 ± 0.148 % Same top p: 96.227 ± 0.119 % # exit 0 after 22s