$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--unsloth--Qwen3.5-9B-GGUF\snapshots\3885219b6810b007914f3a7950a8d1b469d598a5\Qwen3.5-9B-Q8_0.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-9b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T06:14:52Z 0.04.028.092 I cmn init: llama threadpool init, n_threads = 8 0.04.094.482 I 0.04.094.517 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.04.106.524 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.04.255.972 I kl_divergence: 0.15 seconds per pass - ETA 0.23 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 5.1061 ± 0.8114 0.00101 ± 0.00260 0.00073 ± 0.00014 0.687 ± 0.087 % 99.608 ± 0.392 % 2 6.9662 ± 0.8381 0.00229 ± 0.00190 0.00079 ± 0.00009 0.820 ± 0.138 % 98.627 ± 0.516 % 3 4.9949 ± 0.4636 0.00262 ± 0.00210 0.00122 ± 0.00013 1.298 ± 0.138 % 98.562 ± 0.431 % 4 5.9712 ± 0.5109 0.00914 ± 0.00450 0.00127 ± 0.00010 1.201 ± 0.113 % 98.137 ± 0.424 % 5 7.2864 ± 0.5694 0.00742 ± 0.00370 0.00131 ± 0.00011 1.127 ± 0.097 % 98.275 ± 0.365 % 6 7.6113 ± 0.5396 0.00647 ± 0.00313 0.00124 ± 0.00009 1.084 ± 0.084 % 98.235 ± 0.337 % 7 7.6432 ± 0.4920 0.00475 ± 0.00270 0.00116 ± 0.00008 1.037 ± 0.076 % 98.375 ± 0.299 % 8 7.8823 ± 0.4756 0.00132 ± 0.00265 0.00203 ± 0.00049 1.238 ± 0.140 % 98.235 ± 0.292 % 9 8.1882 ± 0.4623 0.00105 ± 0.00238 0.00191 ± 0.00044 1.199 ± 0.129 % 98.301 ± 0.270 % 10 8.7517 ± 0.4729 0.00063 ± 0.00216 0.00180 ± 0.00039 1.160 ± 0.120 % 98.392 ± 0.249 % 11 8.8236 ± 0.4533 0.00179 ± 0.00228 0.00172 ± 0.00036 1.132 ± 0.112 % 98.360 ± 0.240 % 12 9.2123 ± 0.4603 0.00123 ± 0.00210 0.00165 ± 0.00033 1.103 ± 0.106 % 98.301 ± 0.234 % 13 9.8845 ± 0.4803 0.00155 ± 0.00199 0.00159 ± 0.00030 1.073 ± 0.100 % 98.190 ± 0.232 % 14 10.3942 ± 0.4902 0.00229 ± 0.00205 0.00154 ± 0.00028 1.045 ± 0.096 % 98.179 ± 0.224 % 15 10.8430 ± 0.4963 0.00237 ± 0.00193 0.00149 ± 0.00026 1.019 ± 0.092 % 98.196 ± 0.215 % 16 10.8283 ± 0.4789 0.00282 ± 0.00182 0.00144 ± 0.00025 0.999 ± 0.088 % 98.235 ± 0.206 % 17 10.7809 ± 0.4625 0.00315 ± 0.00172 0.00141 ± 0.00023 0.988 ± 0.084 % 98.316 ± 0.195 % 18 10.8486 ± 0.4519 0.00324 ± 0.00163 0.00138 ± 0.00022 0.977 ± 0.080 % 98.279 ± 0.192 % 19 9.6703 ± 0.3885 0.00284 ± 0.00156 0.00139 ± 0.00021 1.024 ± 0.075 % 98.328 ± 0.184 % 20 9.8814 ± 0.3881 0.00289 ± 0.00149 0.00136 ± 0.00020 1.009 ± 0.073 % 98.333 ± 0.179 % 21 9.3000 ± 0.3524 0.00274 ± 0.00142 0.00132 ± 0.00019 0.995 ± 0.070 % 98.413 ± 0.171 % 22 9.1359 ± 0.3373 0.00279 ± 0.00136 0.00131 ± 0.00018 0.988 ± 0.068 % 98.467 ± 0.164 % 23 9.2588 ± 0.3354 0.00256 ± 0.00131 0.00130 ± 0.00017 0.988 ± 0.065 % 98.414 ± 0.163 % 24 8.5692 ± 0.3011 0.00248 ± 0.00126 0.00131 ± 0.00017 1.024 ± 0.062 % 98.464 ± 0.157 % 25 8.3379 ± 0.2851 0.00214 ± 0.00122 0.00130 ± 0.00016 1.018 ± 0.060 % 98.463 ± 0.154 % 26 8.1702 ± 0.2727 0.00203 ± 0.00117 0.00128 ± 0.00015 1.005 ± 0.058 % 98.477 ± 0.150 % 27 8.2882 ± 0.2735 0.00225 ± 0.00114 0.00127 ± 0.00015 1.011 ± 0.056 % 98.489 ± 0.147 % 28 8.2545 ± 0.2667 0.00221 ± 0.00111 0.00147 ± 0.00018 1.198 ± 0.131 % 98.445 ± 0.146 % 29 8.3960 ± 0.2677 0.00202 ± 0.00108 0.00145 ± 0.00017 1.184 ± 0.128 % 98.458 ± 0.143 % 30 8.0066 ± 0.2513 0.00338 ± 0.00179 0.00143 ± 0.00017 1.182 ± 0.124 % 98.497 ± 0.139 % 31 7.9373 ± 0.2435 0.00341 ± 0.00174 0.00141 ± 0.00016 1.173 ± 0.121 % 98.495 ± 0.137 % 32 7.9963 ± 0.2437 0.00482 ± 0.00210 0.00242 ± 0.00075 1.255 ± 0.132 % 98.480 ± 0.135 % 33 7.9301 ± 0.2369 0.00455 ± 0.00204 0.00238 ± 0.00073 1.247 ± 0.129 % 98.515 ± 0.132 % 34 7.9219 ± 0.2324 0.00446 ± 0.00198 0.00234 ± 0.00071 1.243 ± 0.126 % 98.489 ± 0.131 % 35 7.7094 ± 0.2219 0.00436 ± 0.00193 0.00232 ± 0.00069 1.242 ± 0.122 % 98.487 ± 0.129 % 36 7.4907 ± 0.2115 0.00409 ± 0.00188 0.00230 ± 0.00067 1.261 ± 0.118 % 98.508 ± 0.127 % 37 7.1786 ± 0.1985 0.00407 ± 0.00183 0.00229 ± 0.00065 1.287 ± 0.113 % 98.506 ± 0.125 % 38 7.1062 ± 0.1932 0.00406 ± 0.00178 0.00226 ± 0.00063 1.279 ± 0.111 % 98.493 ± 0.124 % 39 7.0993 ± 0.1904 0.00384 ± 0.00175 0.00255 ± 0.00067 1.319 ± 0.116 % 98.502 ± 0.122 % 40 6.9830 ± 0.1838 0.00369 ± 0.00171 0.00252 ± 0.00066 1.318 ± 0.113 % 98.500 ± 0.120 % 41 6.9710 ± 0.1808 0.00363 ± 0.00167 0.00248 ± 0.00064 1.306 ± 0.111 % 98.489 ± 0.119 % 42 6.8619 ± 0.1751 0.00373 ± 0.00163 0.00244 ± 0.00062 1.296 ± 0.110 % 98.506 ± 0.117 % 43 6.7800 ± 0.1714 0.00429 ± 0.00169 0.00241 ± 0.00061 1.292 ± 0.107 % 98.523 ± 0.115 % 44 6.7262 ± 0.1675 0.00430 ± 0.00166 0.00239 ± 0.00060 1.291 ± 0.105 % 98.538 ± 0.113 % 45 6.6601 ± 0.1639 0.00412 ± 0.00162 0.00235 ± 0.00058 1.282 ± 0.104 % 98.545 ± 0.112 % 46 6.7089 ± 0.1631 0.00403 ± 0.00159 0.00233 ± 0.00057 1.292 ± 0.102 % 98.542 ± 0.111 % 47 6.7025 ± 0.1611 0.00384 ± 0.00156 0.00230 ± 0.00056 1.285 ± 0.101 % 98.540 ± 0.110 % 48 6.5996 ± 0.1561 0.00378 ± 0.00153 0.00229 ± 0.00055 1.311 ± 0.100 % 98.505 ± 0.110 % 49 6.6190 ± 0.1555 0.00401 ± 0.00155 0.00227 ± 0.00054 1.304 ± 0.098 % 98.527 ± 0.108 % 50 6.6219 ± 0.1538 0.00397 ± 0.00152 0.00224 ± 0.00053 1.295 ± 0.097 % 98.533 ± 0.106 % 51 6.5939 ± 0.1515 0.00370 ± 0.00150 0.00226 ± 0.00052 1.286 ± 0.096 % 98.501 ± 0.107 % 52 6.6579 ± 0.1518 0.00393 ± 0.00147 0.00224 ± 0.00051 1.280 ± 0.094 % 98.469 ± 0.107 % 53 6.6934 ± 0.1510 0.00396 ± 0.00145 0.00222 ± 0.00050 1.271 ± 0.093 % 98.446 ± 0.106 % 54 6.7297 ± 0.1506 0.00394 ± 0.00142 0.00222 ± 0.00049 1.315 ± 0.102 % 98.439 ± 0.106 % 55 6.7769 ± 0.1507 0.00398 ± 0.00142 0.00220 ± 0.00048 1.312 ± 0.101 % 98.410 ± 0.106 % 56 6.7926 ± 0.1494 0.00407 ± 0.00139 0.00228 ± 0.00048 1.305 ± 0.099 % 98.403 ± 0.105 % 57 6.9091 ± 0.1511 0.00409 ± 0.00137 0.00226 ± 0.00047 1.296 ± 0.098 % 98.418 ± 0.104 % 58 6.8990 ± 0.1494 0.00394 ± 0.00135 0.00223 ± 0.00046 1.288 ± 0.097 % 98.425 ± 0.102 % 59 6.8986 ± 0.1482 0.00390 ± 0.00133 0.00223 ± 0.00046 1.291 ± 0.095 % 98.418 ± 0.102 % 60 6.8515 ± 0.1464 0.00442 ± 0.00142 0.00221 ± 0.00045 1.286 ± 0.094 % 98.418 ± 0.101 % 61 6.9055 ± 0.1468 0.00451 ± 0.00140 0.00226 ± 0.00044 1.331 ± 0.095 % 98.419 ± 0.100 % 62 6.8882 ± 0.1449 0.00445 ± 0.00137 0.00224 ± 0.00044 1.324 ± 0.093 % 98.412 ± 0.099 % 63 6.8993 ± 0.1440 0.00449 ± 0.00135 0.00222 ± 0.00043 1.319 ± 0.092 % 98.419 ± 0.098 % 64 6.9420 ± 0.1437 0.00456 ± 0.00133 0.00220 ± 0.00042 1.311 ± 0.091 % 98.431 ± 0.097 % 65 6.8099 ± 0.1396 0.00497 ± 0.00134 0.00259 ± 0.00052 1.310 ± 0.090 % 98.449 ± 0.096 % 66 6.8384 ± 0.1392 0.00499 ± 0.00132 0.00256 ± 0.00051 1.304 ± 0.089 % 98.449 ± 0.095 % 67 6.8496 ± 0.1381 0.00499 ± 0.00131 0.00254 ± 0.00050 1.297 ± 0.088 % 98.455 ± 0.094 % 68 6.8566 ± 0.1371 0.00491 ± 0.00129 0.00251 ± 0.00050 1.292 ± 0.087 % 98.454 ± 0.094 % 69 6.9042 ± 0.1373 0.00498 ± 0.00127 0.00249 ± 0.00049 1.287 ± 0.087 % 98.443 ± 0.093 % 70 6.8576 ± 0.1353 0.00496 ± 0.00125 0.00248 ± 0.00048 1.286 ± 0.085 % 98.459 ± 0.092 % 71 6.7764 ± 0.1328 0.00504 ± 0.00125 0.00246 ± 0.00047 1.284 ± 0.084 % 98.481 ± 0.091 % 72 6.8692 ± 0.1341 0.00497 ± 0.00123 0.00244 ± 0.00047 1.279 ± 0.083 % 98.475 ± 0.090 % 73 6.8866 ± 0.1335 0.00492 ± 0.00122 0.00242 ± 0.00046 1.272 ± 0.083 % 98.480 ± 0.090 % 74 6.9246 ± 0.1333 0.00486 ± 0.00120 0.00240 ± 0.00046 1.266 ± 0.082 % 98.479 ± 0.089 % 75 6.8700 ± 0.1312 0.00475 ± 0.00119 0.00239 ± 0.00045 1.268 ± 0.081 % 98.499 ± 0.088 % 76 6.8357 ± 0.1298 0.00542 ± 0.00133 0.00239 ± 0.00044 1.275 ± 0.080 % 98.504 ± 0.087 % 77 6.8047 ± 0.1280 0.00553 ± 0.00132 0.00252 ± 0.00046 1.272 ± 0.079 % 98.492 ± 0.087 % 78 6.8372 ± 0.1279 0.00564 ± 0.00131 0.00252 ± 0.00045 1.278 ± 0.078 % 98.507 ± 0.086 % 79 6.8168 ± 0.1265 0.00561 ± 0.00129 0.00251 ± 0.00045 1.276 ± 0.077 % 98.511 ± 0.085 % 80 6.7903 ± 0.1252 0.00555 ± 0.00128 0.00252 ± 0.00044 1.281 ± 0.076 % 98.515 ± 0.085 % 81 6.8454 ± 0.1257 0.00559 ± 0.00127 0.00250 ± 0.00044 1.276 ± 0.075 % 98.528 ± 0.084 % 82 6.8507 ± 0.1251 0.00556 ± 0.00126 0.00266 ± 0.00046 1.274 ± 0.075 % 98.522 ± 0.083 % 83 6.9246 ± 0.1258 0.00560 ± 0.00124 0.00264 ± 0.00046 1.268 ± 0.074 % 98.502 ± 0.083 % 84 6.9325 ± 0.1251 0.00550 ± 0.00123 0.00262 ± 0.00045 1.264 ± 0.073 % 98.506 ± 0.083 % 85 6.8706 ± 0.1231 0.00552 ± 0.00122 0.00262 ± 0.00044 1.285 ± 0.073 % 98.487 ± 0.083 % 86 6.9512 ± 0.1240 0.00548 ± 0.00120 0.00260 ± 0.00044 1.279 ± 0.073 % 98.482 ± 0.083 % 87 6.9367 ± 0.1228 0.00569 ± 0.00120 0.00261 ± 0.00043 1.281 ± 0.072 % 98.485 ± 0.082 % 88 6.9515 ± 0.1223 0.00564 ± 0.00119 0.00261 ± 0.00043 1.279 ± 0.071 % 98.476 ± 0.082 % 89 6.9574 ± 0.1217 0.00558 ± 0.00117 0.00259 ± 0.00043 1.276 ± 0.071 % 98.480 ± 0.081 % 90 6.9522 ± 0.1209 0.00554 ± 0.00116 0.00258 ± 0.00042 1.273 ± 0.070 % 98.466 ± 0.081 % 91 7.0272 ± 0.1220 0.00565 ± 0.00116 0.00256 ± 0.00042 1.270 ± 0.069 % 98.453 ± 0.081 % 92 7.0267 ± 0.1213 0.00574 ± 0.00115 0.00255 ± 0.00041 1.266 ± 0.069 % 98.448 ± 0.081 % 93 7.0697 ± 0.1215 0.00563 ± 0.00113 0.00254 ± 0.00041 1.262 ± 0.068 % 98.457 ± 0.080 % 94 7.0982 ± 0.1212 0.00564 ± 0.00112 0.00252 ± 0.00040 1.258 ± 0.068 % 98.452 ± 0.080 % 95 7.1165 ± 0.1210 0.00563 ± 0.00111 0.00250 ± 0.00040 1.255 ± 0.067 % 98.456 ± 0.079 % 96 7.1041 ± 0.1204 0.00629 ± 0.00123 0.00251 ± 0.00039 1.265 ± 0.066 % 98.452 ± 0.079 % 97 7.1374 ± 0.1203 0.00614 ± 0.00122 0.00250 ± 0.00039 1.260 ± 0.066 % 98.444 ± 0.079 % 98 7.2078 ± 0.1211 0.00609 ± 0.00121 0.00249 ± 0.00039 1.257 ± 0.065 % 98.439 ± 0.078 % 99 7.2296 ± 0.1208 0.00611 ± 0.00120 0.00248 ± 0.00038 1.253 ± 0.065 % 98.443 ± 0.078 % 100 7.2739 ± 0.1211 0.00608 ± 0.00119 0.00249 ± 0.00038 1.265 ± 0.065 % 98.435 ± 0.078 % ====== Perplexity statistics ====== Mean PPL(Q) : 7.273867 ± 0.121087 Mean PPL(base) : 7.229770 ± 0.119014 Cor(ln(PPL(Q)), ln(PPL(base))): 99.75% Mean ln(PPL(Q)/PPL(base)) : 0.006081 ± 0.001187 Mean PPL(Q)/PPL(base) : 1.006099 ± 0.001194 Mean PPL(Q)-PPL(base) : 0.044097 ± 0.008751 ====== KL divergence statistics ====== Mean KLD: 0.002487 ± 0.000379 Maximum KLD: 5.891551 99.9% KLD: 0.246542 99.0% KLD: 0.014146 95.0% KLD: 0.003696 90.0% KLD: 0.002255 Median KLD: 0.000527 10.0% KLD: 0.000016 5.0% KLD: 0.000004 1.0% KLD: -0.000000 0.1% KLD: -0.000011 Minimum KLD: -0.000049 ====== Token probability statistics ====== Mean Δp: -0.032 ± 0.008 % Maximum Δp: 38.638% 99.9% Δp: 8.857% 99.0% Δp: 2.856% 95.0% Δp: 1.198% 90.0% Δp: 0.684% 75.0% Δp: 0.131% Median Δp: -0.000% 25.0% Δp: -0.176% 10.0% Δp: -0.765% 5.0% Δp: -1.316% 1.0% Δp: -3.087% 0.1% Δp: -9.927% Minimum Δp: -43.144% RMS Δp : 1.265 ± 0.065 % Same top p: 98.435 ± 0.078 % # exit 0 after 25s