$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--bartowski--Qwen_Qwen3.5-9B-GGUF\snapshots\182be2fd6c7bc44887d88a91cb03ff009cc9f549\Qwen_Qwen3.5-9B-Q5_K_M.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-9b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T06:29:55Z 0.01.010.388 W model has unused tensor blk.32.attn_norm.weight (size = 16384 bytes) -- ignoring 0.01.010.403 W model has unused tensor blk.32.post_attention_norm.weight (size = 16384 bytes) -- ignoring 0.01.010.429 W model has unused tensor blk.32.attn_q.weight (size = 35651584 bytes) -- ignoring 0.01.010.439 W model has unused tensor blk.32.attn_k.weight (size = 4456448 bytes) -- ignoring 0.01.010.448 W model has unused tensor blk.32.attn_v.weight (size = 4456448 bytes) -- ignoring 0.01.010.483 W model has unused tensor blk.32.attn_output.weight (size = 17825792 bytes) -- ignoring 0.01.010.494 W model has unused tensor blk.32.attn_q_norm.weight (size = 1024 bytes) -- ignoring 0.01.010.504 W model has unused tensor blk.32.attn_k_norm.weight (size = 1024 bytes) -- ignoring 0.01.010.513 W model has unused tensor blk.32.ffn_gate.weight (size = 53477376 bytes) -- ignoring 0.01.010.524 W model has unused tensor blk.32.ffn_down.weight (size = 53477376 bytes) -- ignoring 0.01.010.533 W model has unused tensor blk.32.ffn_up.weight (size = 53477376 bytes) -- ignoring 0.01.010.543 W model has unused tensor blk.32.nextn.eh_proj.weight (size = 35651584 bytes) -- ignoring 0.01.010.554 W model has unused tensor blk.32.nextn.enorm.weight (size = 16384 bytes) -- ignoring 0.01.010.565 W model has unused tensor blk.32.nextn.hnorm.weight (size = 16384 bytes) -- ignoring 0.01.010.594 W model has unused tensor blk.32.nextn.shared_head_norm.weight (size = 16384 bytes) -- ignoring 0.03.122.844 I cmn init: llama threadpool init, n_threads = 8 0.03.204.450 I 0.03.204.484 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.03.221.215 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.03.466.067 I kl_divergence: 0.24 seconds per pass - ETA 0.40 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 5.1004 ± 0.8033 -0.00011 ± 0.00520 0.00439 ± 0.00079 1.744 ± 0.294 % 96.863 ± 1.094 % 2 6.9494 ± 0.8303 -0.00013 ± 0.00523 0.00541 ± 0.00065 2.214 ± 0.395 % 96.275 ± 0.839 % 3 4.9944 ± 0.4616 0.00253 ± 0.00522 0.01048 ± 0.00182 3.248 ± 0.322 % 95.817 ± 0.724 % 4 5.9729 ± 0.5095 0.00942 ± 0.00671 0.00980 ± 0.00137 3.012 ± 0.264 % 95.588 ± 0.643 % 5 7.3001 ± 0.5696 0.00929 ± 0.00561 0.00892 ± 0.00110 2.767 ± 0.230 % 95.765 ± 0.564 % 6 7.6401 ± 0.5415 0.01025 ± 0.00478 0.00824 ± 0.00092 2.649 ± 0.201 % 95.817 ± 0.512 % 7 7.6858 ± 0.4951 0.01030 ± 0.00418 0.00778 ± 0.00079 2.531 ± 0.181 % 96.190 ± 0.453 % 8 7.9298 ± 0.4785 0.00733 ± 0.00417 0.00988 ± 0.00117 2.703 ± 0.200 % 95.931 ± 0.438 % 9 8.2465 ± 0.4656 0.00814 ± 0.00378 0.00933 ± 0.00105 2.604 ± 0.185 % 95.904 ± 0.414 % 10 8.8129 ± 0.4761 0.00760 ± 0.00346 0.00885 ± 0.00094 2.505 ± 0.173 % 95.961 ± 0.390 % 11 8.8721 ± 0.4555 0.00727 ± 0.00341 0.00857 ± 0.00086 2.453 ± 0.161 % 96.043 ± 0.368 % 12 9.2708 ± 0.4631 0.00756 ± 0.00317 0.00829 ± 0.00079 2.421 ± 0.153 % 95.980 ± 0.355 % 13 9.9475 ± 0.4834 0.00790 ± 0.00299 0.00799 ± 0.00073 2.347 ± 0.146 % 96.048 ± 0.338 % 14 10.4664 ± 0.4938 0.00921 ± 0.00294 0.00775 ± 0.00068 2.285 ± 0.140 % 96.078 ± 0.325 % 15 10.9202 ± 0.5001 0.00947 ± 0.00278 0.00757 ± 0.00063 2.232 ± 0.134 % 96.183 ± 0.310 % 16 10.8958 ± 0.4821 0.00904 ± 0.00264 0.00741 ± 0.00059 2.198 ± 0.127 % 96.152 ± 0.301 % 17 10.8481 ± 0.4657 0.00937 ± 0.00253 0.00739 ± 0.00056 2.215 ± 0.121 % 96.125 ± 0.293 % 18 10.9272 ± 0.4554 0.01046 ± 0.00245 0.00732 ± 0.00053 2.212 ± 0.117 % 96.187 ± 0.283 % 19 9.7566 ± 0.3923 0.01173 ± 0.00248 0.00818 ± 0.00068 2.724 ± 0.253 % 96.305 ± 0.271 % 20 9.9648 ± 0.3917 0.01130 ± 0.00238 0.00802 ± 0.00065 2.682 ± 0.244 % 96.216 ± 0.267 % 21 9.3754 ± 0.3556 0.01081 ± 0.00228 0.00779 ± 0.00062 2.644 ± 0.236 % 96.228 ± 0.260 % 22 9.2066 ± 0.3402 0.01049 ± 0.00219 0.00772 ± 0.00059 2.627 ± 0.227 % 96.257 ± 0.253 % 23 9.3254 ± 0.3380 0.00971 ± 0.00212 0.00758 ± 0.00057 2.592 ± 0.220 % 96.232 ± 0.249 % 24 8.6309 ± 0.3034 0.00965 ± 0.00206 0.00773 ± 0.00055 2.686 ± 0.206 % 96.225 ± 0.244 % 25 8.3978 ± 0.2873 0.00930 ± 0.00200 0.00759 ± 0.00053 2.651 ± 0.201 % 96.235 ± 0.238 % 26 8.2239 ± 0.2747 0.00858 ± 0.00193 0.00745 ± 0.00051 2.623 ± 0.195 % 96.290 ± 0.232 % 27 8.3424 ± 0.2754 0.00876 ± 0.00188 0.00741 ± 0.00049 2.616 ± 0.189 % 96.311 ± 0.227 % 28 8.3089 ± 0.2687 0.00878 ± 0.00184 0.00759 ± 0.00049 2.638 ± 0.184 % 96.317 ± 0.223 % 29 8.4568 ± 0.2700 0.00923 ± 0.00180 0.00755 ± 0.00047 2.620 ± 0.179 % 96.308 ± 0.219 % 30 8.0652 ± 0.2535 0.01068 ± 0.00229 0.00742 ± 0.00046 2.604 ± 0.174 % 96.418 ± 0.212 % 31 7.9959 ± 0.2456 0.01077 ± 0.00223 0.00739 ± 0.00044 2.596 ± 0.170 % 96.369 ± 0.210 % 32 8.0354 ± 0.2445 0.00969 ± 0.00253 0.00871 ± 0.00064 2.916 ± 0.218 % 96.238 ± 0.211 % 33 7.9693 ± 0.2378 0.00947 ± 0.00247 0.00863 ± 0.00062 2.894 ± 0.213 % 96.316 ± 0.205 % 34 7.9582 ± 0.2332 0.00903 ± 0.00241 0.00858 ± 0.00060 2.879 ± 0.208 % 96.228 ± 0.205 % 35 7.7417 ± 0.2225 0.00853 ± 0.00235 0.00849 ± 0.00059 2.866 ± 0.203 % 96.235 ± 0.201 % 36 7.5234 ± 0.2121 0.00844 ± 0.00230 0.00845 ± 0.00057 2.873 ± 0.198 % 96.285 ± 0.197 % 37 7.2106 ± 0.1992 0.00851 ± 0.00226 0.00856 ± 0.00056 2.937 ± 0.190 % 96.280 ± 0.195 % 38 7.1376 ± 0.1938 0.00847 ± 0.00222 0.00858 ± 0.00055 2.927 ± 0.186 % 96.275 ± 0.192 % 39 7.1293 ± 0.1910 0.00806 ± 0.00219 0.00913 ± 0.00080 2.900 ± 0.183 % 96.269 ± 0.190 % 40 7.0105 ± 0.1843 0.00762 ± 0.00215 0.00912 ± 0.00078 2.920 ± 0.178 % 96.245 ± 0.188 % 41 7.0009 ± 0.1813 0.00791 ± 0.00210 0.00905 ± 0.00076 2.912 ± 0.175 % 96.260 ± 0.186 % 42 6.8912 ± 0.1756 0.00800 ± 0.00206 0.00893 ± 0.00074 2.891 ± 0.172 % 96.312 ± 0.182 % 43 6.8057 ± 0.1718 0.00807 ± 0.00209 0.00890 ± 0.00072 2.904 ± 0.168 % 96.352 ± 0.179 % 44 6.7478 ± 0.1678 0.00750 ± 0.00205 0.00884 ± 0.00071 2.900 ± 0.165 % 96.364 ± 0.177 % 45 6.6814 ± 0.1642 0.00732 ± 0.00201 0.00873 ± 0.00069 2.877 ± 0.162 % 96.392 ± 0.174 % 46 6.7331 ± 0.1636 0.00763 ± 0.00197 0.00870 ± 0.00068 2.866 ± 0.160 % 96.343 ± 0.173 % 47 6.7249 ± 0.1614 0.00718 ± 0.00194 0.00863 ± 0.00066 2.853 ± 0.157 % 96.362 ± 0.171 % 48 6.6218 ± 0.1565 0.00714 ± 0.00191 0.00859 ± 0.00065 2.854 ± 0.154 % 96.373 ± 0.169 % 49 6.6419 ± 0.1559 0.00746 ± 0.00192 0.00855 ± 0.00064 2.846 ± 0.151 % 96.423 ± 0.166 % 50 6.6453 ± 0.1543 0.00751 ± 0.00188 0.00849 ± 0.00062 2.829 ± 0.149 % 96.463 ± 0.164 % 51 6.6207 ± 0.1520 0.00775 ± 0.00187 0.00853 ± 0.00061 2.812 ± 0.147 % 96.440 ± 0.162 % 52 6.6858 ± 0.1524 0.00811 ± 0.00185 0.00849 ± 0.00060 2.797 ± 0.145 % 96.395 ± 0.162 % 53 6.7207 ± 0.1516 0.00804 ± 0.00182 0.00846 ± 0.00059 2.787 ± 0.143 % 96.389 ± 0.160 % 54 6.7561 ± 0.1511 0.00786 ± 0.00179 0.00840 ± 0.00058 2.772 ± 0.141 % 96.427 ± 0.158 % 55 6.8053 ± 0.1513 0.00815 ± 0.00178 0.00839 ± 0.00057 2.782 ± 0.140 % 96.421 ± 0.157 % 56 6.8202 ± 0.1500 0.00812 ± 0.00176 0.00834 ± 0.00056 2.764 ± 0.138 % 96.401 ± 0.156 % 57 6.9373 ± 0.1517 0.00816 ± 0.00173 0.00829 ± 0.00055 2.746 ± 0.136 % 96.395 ± 0.155 % 58 6.9264 ± 0.1500 0.00791 ± 0.00171 0.00829 ± 0.00054 2.757 ± 0.136 % 96.403 ± 0.153 % 59 6.9237 ± 0.1487 0.00752 ± 0.00168 0.00827 ± 0.00053 2.750 ± 0.134 % 96.411 ± 0.152 % 60 6.8758 ± 0.1469 0.00797 ± 0.00175 0.00823 ± 0.00053 2.744 ± 0.132 % 96.431 ± 0.150 % 61 6.9309 ± 0.1474 0.00818 ± 0.00173 0.00827 ± 0.00052 2.768 ± 0.132 % 96.451 ± 0.148 % 62 6.9136 ± 0.1454 0.00814 ± 0.00171 0.00823 ± 0.00051 2.757 ± 0.130 % 96.439 ± 0.147 % 63 6.9230 ± 0.1444 0.00792 ± 0.00168 0.00817 ± 0.00050 2.743 ± 0.129 % 96.452 ± 0.146 % 64 6.9646 ± 0.1441 0.00781 ± 0.00166 0.00812 ± 0.00050 2.735 ± 0.127 % 96.446 ± 0.145 % 65 6.8295 ± 0.1400 0.00785 ± 0.00166 0.00856 ± 0.00060 2.832 ± 0.148 % 96.471 ± 0.143 % 66 6.8597 ± 0.1396 0.00809 ± 0.00163 0.00852 ± 0.00059 2.824 ± 0.146 % 96.471 ± 0.142 % 67 6.8719 ± 0.1386 0.00823 ± 0.00161 0.00846 ± 0.00058 2.809 ± 0.145 % 96.471 ± 0.141 % 68 6.8786 ± 0.1375 0.00811 ± 0.00159 0.00842 ± 0.00057 2.799 ± 0.143 % 96.436 ± 0.141 % 69 6.9246 ± 0.1377 0.00792 ± 0.00157 0.00839 ± 0.00056 2.787 ± 0.142 % 96.414 ± 0.140 % 70 6.8766 ± 0.1357 0.00773 ± 0.00156 0.00841 ± 0.00056 2.807 ± 0.140 % 96.443 ± 0.139 % 71 6.7956 ± 0.1331 0.00786 ± 0.00155 0.00841 ± 0.00055 2.814 ± 0.138 % 96.476 ± 0.137 % 72 6.8902 ± 0.1345 0.00801 ± 0.00153 0.00836 ± 0.00054 2.800 ± 0.137 % 96.476 ± 0.136 % 73 6.9074 ± 0.1339 0.00793 ± 0.00151 0.00830 ± 0.00053 2.787 ± 0.136 % 96.454 ± 0.136 % 74 6.9459 ± 0.1337 0.00793 ± 0.00150 0.00825 ± 0.00053 2.776 ± 0.134 % 96.476 ± 0.134 % 75 6.8914 ± 0.1316 0.00787 ± 0.00148 0.00825 ± 0.00052 2.782 ± 0.132 % 96.502 ± 0.133 % 76 6.8575 ± 0.1302 0.00860 ± 0.00162 0.00839 ± 0.00052 2.816 ± 0.130 % 96.486 ± 0.132 % 77 6.8288 ± 0.1285 0.00907 ± 0.00161 0.00852 ± 0.00052 2.820 ± 0.129 % 96.486 ± 0.131 % 78 6.8590 ± 0.1283 0.00882 ± 0.00159 0.00849 ± 0.00051 2.809 ± 0.128 % 96.491 ± 0.130 % 79 6.8379 ± 0.1269 0.00871 ± 0.00158 0.00847 ± 0.00051 2.810 ± 0.126 % 96.500 ± 0.129 % 80 6.8121 ± 0.1256 0.00875 ± 0.00157 0.00856 ± 0.00050 2.822 ± 0.124 % 96.466 ± 0.129 % 81 6.8694 ± 0.1262 0.00909 ± 0.00155 0.00856 ± 0.00050 2.816 ± 0.123 % 96.456 ± 0.129 % 82 6.8719 ± 0.1255 0.00866 ± 0.00155 0.00931 ± 0.00070 2.857 ± 0.131 % 96.461 ± 0.128 % 83 6.9456 ± 0.1262 0.00863 ± 0.00153 0.00925 ± 0.00069 2.843 ± 0.130 % 96.461 ± 0.127 % 84 6.9544 ± 0.1255 0.00866 ± 0.00152 0.00920 ± 0.00068 2.833 ± 0.129 % 96.471 ± 0.126 % 85 6.8904 ± 0.1234 0.00841 ± 0.00150 0.00951 ± 0.00072 2.872 ± 0.127 % 96.457 ± 0.126 % 86 6.9713 ± 0.1244 0.00836 ± 0.00149 0.00948 ± 0.00072 2.861 ± 0.126 % 96.457 ± 0.125 % 87 6.9558 ± 0.1231 0.00844 ± 0.00149 0.00953 ± 0.00071 2.853 ± 0.125 % 96.462 ± 0.124 % 88 6.9710 ± 0.1227 0.00843 ± 0.00147 0.00949 ± 0.00070 2.846 ± 0.124 % 96.462 ± 0.123 % 89 6.9770 ± 0.1220 0.00839 ± 0.00146 0.00943 ± 0.00070 2.837 ± 0.123 % 96.457 ± 0.123 % 90 6.9724 ± 0.1213 0.00844 ± 0.00144 0.00942 ± 0.00069 2.834 ± 0.122 % 96.449 ± 0.122 % 91 7.0493 ± 0.1224 0.00878 ± 0.00144 0.00942 ± 0.00068 2.830 ± 0.121 % 96.440 ± 0.122 % 92 7.0464 ± 0.1216 0.00856 ± 0.00142 0.00940 ± 0.00067 2.825 ± 0.120 % 96.428 ± 0.121 % 93 7.0898 ± 0.1219 0.00846 ± 0.00141 0.00935 ± 0.00067 2.814 ± 0.119 % 96.450 ± 0.120 % 94 7.1185 ± 0.1216 0.00850 ± 0.00140 0.00931 ± 0.00066 2.804 ± 0.118 % 96.421 ± 0.120 % 95 7.1356 ± 0.1214 0.00831 ± 0.00139 0.00928 ± 0.00065 2.798 ± 0.117 % 96.429 ± 0.119 % 96 7.1252 ± 0.1208 0.00925 ± 0.00149 0.00936 ± 0.00065 2.821 ± 0.115 % 96.409 ± 0.119 % 97 7.1607 ± 0.1208 0.00940 ± 0.00149 0.00938 ± 0.00064 2.813 ± 0.115 % 96.390 ± 0.119 % 98 7.2312 ± 0.1216 0.00933 ± 0.00148 0.00936 ± 0.00063 2.804 ± 0.114 % 96.391 ± 0.118 % 99 7.2534 ± 0.1213 0.00939 ± 0.00146 0.00931 ± 0.00063 2.794 ± 0.113 % 96.399 ± 0.117 % 100 7.2972 ± 0.1215 0.00928 ± 0.00146 0.00933 ± 0.00062 2.796 ± 0.112 % 96.380 ± 0.117 % ====== Perplexity statistics ====== Mean PPL(Q) : 7.297187 ± 0.121525 Mean PPL(base) : 7.229770 ± 0.119014 Cor(ln(PPL(Q)), ln(PPL(base))): 99.62% Mean ln(PPL(Q)/PPL(base)) : 0.009282 ± 0.001455 Mean PPL(Q)/PPL(base) : 1.009325 ± 0.001469 Mean PPL(Q)-PPL(base) : 0.067417 ± 0.010775 ====== KL divergence statistics ====== Mean KLD: 0.009330 ± 0.000622 Maximum KLD: 8.037339 99.9% KLD: 0.619132 99.0% KLD: 0.081957 95.0% KLD: 0.022673 90.0% KLD: 0.013834 Median KLD: 0.003042 10.0% KLD: 0.000100 5.0% KLD: 0.000026 1.0% KLD: 0.000002 0.1% KLD: -0.000002 Minimum KLD: -0.000065 ====== Token probability statistics ====== Mean Δp: -0.046 ± 0.018 % Maximum Δp: 89.114% 99.9% Δp: 21.495% 99.0% Δp: 6.809% 95.0% Δp: 2.937% 90.0% Δp: 1.640% 75.0% Δp: 0.326% Median Δp: -0.001% 25.0% Δp: -0.407% 10.0% Δp: -1.846% 5.0% Δp: -3.140% 1.0% Δp: -7.470% 0.1% Δp: -20.503% Minimum Δp: -74.957% RMS Δp : 2.796 ± 0.112 % Same top p: 96.380 ± 0.117 % # exit 0 after 25s