$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--bartowski--Qwen_Qwen3.5-4B-GGUF\snapshots\4168f45a16a1290d65a4ec0fa312ae917a4c15d6\Qwen_Qwen3.5-4B-Q6_K.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-4b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T08:40:05Z 0.00.989.898 W model has unused tensor blk.32.attn_norm.weight (size = 10240 bytes) -- ignoring 0.00.989.914 W model has unused tensor blk.32.post_attention_norm.weight (size = 10240 bytes) -- ignoring 0.00.989.940 W model has unused tensor blk.32.attn_q.weight (size = 22282240 bytes) -- ignoring 0.00.989.948 W model has unused tensor blk.32.attn_k.weight (size = 2785280 bytes) -- ignoring 0.00.989.957 W model has unused tensor blk.32.attn_v.weight (size = 2785280 bytes) -- ignoring 0.00.989.992 W model has unused tensor blk.32.attn_output.weight (size = 11141120 bytes) -- ignoring 0.00.990.002 W model has unused tensor blk.32.attn_q_norm.weight (size = 1024 bytes) -- ignoring 0.00.990.010 W model has unused tensor blk.32.attn_k_norm.weight (size = 1024 bytes) -- ignoring 0.00.990.020 W model has unused tensor blk.32.ffn_gate.weight (size = 25067520 bytes) -- ignoring 0.00.990.031 W model has unused tensor blk.32.ffn_down.weight (size = 25067520 bytes) -- ignoring 0.00.990.040 W model has unused tensor blk.32.ffn_up.weight (size = 25067520 bytes) -- ignoring 0.00.990.050 W model has unused tensor blk.32.nextn.eh_proj.weight (size = 13926400 bytes) -- ignoring 0.00.990.062 W model has unused tensor blk.32.nextn.enorm.weight (size = 10240 bytes) -- ignoring 0.00.990.072 W model has unused tensor blk.32.nextn.hnorm.weight (size = 10240 bytes) -- ignoring 0.00.990.101 W model has unused tensor blk.32.nextn.shared_head_norm.weight (size = 10240 bytes) -- ignoring 0.02.289.024 I cmn init: llama threadpool init, n_threads = 8 0.02.355.845 I 0.02.355.880 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.368.300 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.563.242 I kl_divergence: 0.19 seconds per pass - ETA 0.32 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 6.1021 ± 1.0520 0.00837 ± 0.00489 0.00202 ± 0.00024 1.147 ± 0.101 % 96.863 ± 1.094 % 2 8.1238 ± 1.0495 0.00546 ± 0.00386 0.00217 ± 0.00017 1.234 ± 0.131 % 98.039 ± 0.615 % 3 6.8858 ± 0.6883 0.00457 ± 0.00299 0.00228 ± 0.00013 1.370 ± 0.101 % 98.431 ± 0.450 % 4 8.1349 ± 0.7397 0.00415 ± 0.00368 0.00263 ± 0.00027 1.300 ± 0.081 % 98.039 ± 0.434 % 5 9.8673 ± 0.8226 0.00259 ± 0.00314 0.00270 ± 0.00025 1.250 ± 0.069 % 97.961 ± 0.396 % 6 9.9680 ± 0.7454 0.00190 ± 0.00272 0.00256 ± 0.00021 1.217 ± 0.060 % 98.039 ± 0.355 % 7 9.9884 ± 0.6813 0.00097 ± 0.00239 0.00246 ± 0.00018 1.215 ± 0.053 % 97.927 ± 0.337 % 8 9.9524 ± 0.6308 0.00155 ± 0.00235 0.00349 ± 0.00071 2.189 ± 0.550 % 98.088 ± 0.303 % 9 10.2610 ± 0.6071 0.00203 ± 0.00215 0.00338 ± 0.00063 2.096 ± 0.511 % 98.039 ± 0.289 % 10 10.9915 ± 0.6227 0.00216 ± 0.00199 0.00332 ± 0.00057 2.012 ± 0.479 % 97.647 ± 0.300 % 11 11.0124 ± 0.5912 0.00290 ± 0.00202 0.00321 ± 0.00052 1.962 ± 0.447 % 97.540 ± 0.293 % 12 11.4866 ± 0.5998 0.00294 ± 0.00188 0.00312 ± 0.00048 1.897 ± 0.424 % 97.549 ± 0.280 % 13 12.3085 ± 0.6253 0.00314 ± 0.00181 0.00305 ± 0.00044 1.841 ± 0.403 % 97.466 ± 0.273 % 14 12.9719 ± 0.6399 0.00383 ± 0.00171 0.00302 ± 0.00041 1.805 ± 0.382 % 97.283 ± 0.272 % 15 13.4003 ± 0.6385 0.00445 ± 0.00163 0.00297 ± 0.00038 1.761 ± 0.365 % 97.203 ± 0.267 % 16 13.3243 ± 0.6127 0.00447 ± 0.00158 0.00289 ± 0.00036 1.723 ± 0.350 % 97.255 ± 0.256 % 17 13.2905 ± 0.5924 0.00446 ± 0.00152 0.00289 ± 0.00034 1.712 ± 0.332 % 97.255 ± 0.248 % 18 13.3442 ± 0.5772 0.00456 ± 0.00145 0.00288 ± 0.00032 1.689 ± 0.318 % 97.277 ± 0.240 % 19 12.1082 ± 0.5058 0.00420 ± 0.00147 0.00309 ± 0.00031 1.784 ± 0.287 % 97.296 ± 0.233 % 20 12.3448 ± 0.5035 0.00414 ± 0.00142 0.00306 ± 0.00029 1.758 ± 0.277 % 97.373 ± 0.224 % 21 11.5464 ± 0.4548 0.00357 ± 0.00136 0.00301 ± 0.00028 1.743 ± 0.266 % 97.423 ± 0.217 % 22 11.4048 ± 0.4386 0.00421 ± 0.00133 0.00308 ± 0.00027 1.747 ± 0.254 % 97.469 ± 0.210 % 23 11.6348 ± 0.4398 0.00369 ± 0.00129 0.00307 ± 0.00026 1.732 ± 0.245 % 97.442 ± 0.206 % 24 10.8915 ± 0.4000 0.00460 ± 0.00150 0.00381 ± 0.00076 2.105 ± 0.375 % 97.435 ± 0.202 % 25 10.5800 ± 0.3790 0.00439 ± 0.00145 0.00373 ± 0.00073 2.075 ± 0.365 % 97.380 ± 0.200 % 26 10.2683 ± 0.3585 0.00427 ± 0.00140 0.00367 ± 0.00070 2.050 ± 0.355 % 97.421 ± 0.195 % 27 10.4154 ± 0.3594 0.00484 ± 0.00137 0.00366 ± 0.00068 2.034 ± 0.345 % 97.357 ± 0.193 % 28 10.3868 ± 0.3517 0.00453 ± 0.00134 0.00367 ± 0.00065 2.029 ± 0.334 % 97.241 ± 0.194 % 29 10.5620 ± 0.3534 0.00471 ± 0.00130 0.00363 ± 0.00063 2.004 ± 0.326 % 97.201 ± 0.192 % 30 10.0760 ± 0.3311 0.00627 ± 0.00164 0.00383 ± 0.00062 2.174 ± 0.298 % 97.216 ± 0.188 % 31 9.9825 ± 0.3210 0.00613 ± 0.00159 0.00379 ± 0.00060 2.155 ± 0.291 % 97.242 ± 0.184 % 32 10.0882 ± 0.3221 0.00809 ± 0.00194 0.00497 ± 0.00087 2.423 ± 0.351 % 97.157 ± 0.184 % 33 10.0058 ± 0.3141 0.00796 ± 0.00189 0.00491 ± 0.00084 2.411 ± 0.343 % 97.160 ± 0.181 % 34 9.9799 ± 0.3077 0.00759 ± 0.00184 0.00486 ± 0.00082 2.399 ± 0.334 % 97.128 ± 0.179 % 35 9.6853 ± 0.2930 0.00750 ± 0.00179 0.00479 ± 0.00079 2.380 ± 0.327 % 97.132 ± 0.177 % 36 9.3985 ± 0.2791 0.00757 ± 0.00175 0.00480 ± 0.00077 2.377 ± 0.319 % 97.124 ± 0.174 % 37 9.0495 ± 0.2635 0.00720 ± 0.00171 0.00471 ± 0.00075 2.352 ± 0.313 % 97.170 ± 0.171 % 38 8.9445 ± 0.2563 0.00714 ± 0.00167 0.00465 ± 0.00073 2.334 ± 0.307 % 97.214 ± 0.167 % 39 8.9457 ± 0.2527 0.00701 ± 0.00166 0.00473 ± 0.00072 2.342 ± 0.300 % 97.185 ± 0.166 % 40 8.7938 ± 0.2441 0.00716 ± 0.00162 0.00469 ± 0.00070 2.323 ± 0.295 % 97.176 ± 0.164 % 41 8.7697 ± 0.2398 0.00685 ± 0.00158 0.00464 ± 0.00068 2.305 ± 0.290 % 97.236 ± 0.160 % 42 8.6250 ± 0.2323 0.00699 ± 0.00155 0.00457 ± 0.00066 2.284 ± 0.285 % 97.246 ± 0.158 % 43 8.5222 ± 0.2275 0.00707 ± 0.00154 0.00451 ± 0.00065 2.264 ± 0.281 % 97.264 ± 0.156 % 44 8.4307 ± 0.2217 0.00711 ± 0.00151 0.00446 ± 0.00063 2.251 ± 0.276 % 97.282 ± 0.154 % 45 8.3143 ± 0.2162 0.00708 ± 0.00148 0.00439 ± 0.00062 2.230 ± 0.273 % 97.298 ± 0.151 % 46 8.3852 ± 0.2157 0.00708 ± 0.00146 0.00437 ± 0.00061 2.216 ± 0.269 % 97.272 ± 0.150 % 47 8.3610 ± 0.2123 0.00718 ± 0.00143 0.00433 ± 0.00059 2.202 ± 0.265 % 97.247 ± 0.149 % 48 8.2239 ± 0.2056 0.00715 ± 0.00141 0.00429 ± 0.00058 2.188 ± 0.261 % 97.222 ± 0.149 % 49 8.2608 ± 0.2054 0.00784 ± 0.00158 0.00426 ± 0.00057 2.172 ± 0.257 % 97.175 ± 0.148 % 50 8.2629 ± 0.2032 0.00767 ± 0.00156 0.00423 ± 0.00056 2.162 ± 0.253 % 97.184 ± 0.147 % 51 8.2084 ± 0.1992 0.00743 ± 0.00153 0.00421 ± 0.00055 2.148 ± 0.250 % 97.201 ± 0.145 % 52 8.3082 ± 0.2001 0.00723 ± 0.00150 0.00418 ± 0.00054 2.135 ± 0.247 % 97.232 ± 0.142 % 53 8.3413 ± 0.1987 0.00725 ± 0.00148 0.00415 ± 0.00053 2.123 ± 0.243 % 97.218 ± 0.141 % 54 8.3682 ± 0.1976 0.00728 ± 0.00146 0.00415 ± 0.00052 2.119 ± 0.240 % 97.233 ± 0.140 % 55 8.4366 ± 0.1982 0.00751 ± 0.00150 0.00411 ± 0.00051 2.104 ± 0.237 % 97.234 ± 0.138 % 56 8.4388 ± 0.1961 0.00761 ± 0.00147 0.00409 ± 0.00050 2.091 ± 0.234 % 97.241 ± 0.137 % 57 8.5671 ± 0.1978 0.00783 ± 0.00145 0.00410 ± 0.00049 2.086 ± 0.231 % 97.221 ± 0.136 % 58 8.5549 ± 0.1956 0.00779 ± 0.00143 0.00407 ± 0.00048 2.076 ± 0.228 % 97.214 ± 0.135 % 59 8.5316 ± 0.1934 0.00788 ± 0.00141 0.00404 ± 0.00047 2.065 ± 0.225 % 97.215 ± 0.134 % 60 8.4761 ± 0.1911 0.00831 ± 0.00150 0.00401 ± 0.00047 2.057 ± 0.222 % 97.203 ± 0.133 % 61 8.5288 ± 0.1913 0.00827 ± 0.00149 0.00402 ± 0.00046 2.049 ± 0.219 % 97.210 ± 0.132 % 62 8.4998 ± 0.1886 0.00821 ± 0.00147 0.00399 ± 0.00045 2.037 ± 0.217 % 97.179 ± 0.132 % 63 8.5142 ± 0.1874 0.00802 ± 0.00145 0.00396 ± 0.00045 2.027 ± 0.215 % 97.180 ± 0.131 % 64 8.5582 ± 0.1868 0.00787 ± 0.00143 0.00394 ± 0.00044 2.018 ± 0.212 % 97.175 ± 0.130 % 65 8.3935 ± 0.1812 0.00788 ± 0.00141 0.00394 ± 0.00043 2.018 ± 0.209 % 97.189 ± 0.128 % 66 8.4345 ± 0.1809 0.00790 ± 0.00139 0.00391 ± 0.00043 2.010 ± 0.207 % 97.178 ± 0.128 % 67 8.4291 ± 0.1790 0.00790 ± 0.00137 0.00389 ± 0.00042 1.999 ± 0.205 % 97.191 ± 0.126 % 68 8.4343 ± 0.1776 0.00778 ± 0.00135 0.00386 ± 0.00041 1.989 ± 0.203 % 97.168 ± 0.126 % 69 8.4698 ± 0.1771 0.00755 ± 0.00134 0.00384 ± 0.00041 1.979 ± 0.201 % 97.170 ± 0.125 % 70 8.4193 ± 0.1747 0.00739 ± 0.00132 0.00385 ± 0.00040 1.983 ± 0.198 % 97.182 ± 0.124 % 71 8.3338 ± 0.1717 0.00744 ± 0.00131 0.00381 ± 0.00040 1.974 ± 0.196 % 97.211 ± 0.122 % 72 8.4518 ± 0.1734 0.00723 ± 0.00130 0.00381 ± 0.00039 1.974 ± 0.193 % 97.190 ± 0.122 % 73 8.4667 ± 0.1725 0.00728 ± 0.00128 0.00379 ± 0.00039 1.968 ± 0.191 % 97.190 ± 0.121 % 74 8.5079 ± 0.1722 0.00733 ± 0.00127 0.00377 ± 0.00038 1.960 ± 0.190 % 97.186 ± 0.120 % 75 8.4539 ± 0.1697 0.00729 ± 0.00126 0.00376 ± 0.00038 1.958 ± 0.187 % 97.182 ± 0.120 % 76 8.4275 ± 0.1681 0.00769 ± 0.00133 0.00375 ± 0.00037 1.952 ± 0.185 % 97.152 ± 0.119 % 77 8.3778 ± 0.1656 0.00737 ± 0.00134 0.00377 ± 0.00037 1.949 ± 0.183 % 97.153 ± 0.119 % 78 8.4048 ± 0.1651 0.00748 ± 0.00132 0.00375 ± 0.00036 1.941 ± 0.182 % 97.134 ± 0.118 % 79 8.3731 ± 0.1633 0.00740 ± 0.00131 0.00373 ± 0.00036 1.935 ± 0.180 % 97.136 ± 0.118 % 80 8.3684 ± 0.1622 0.00729 ± 0.00130 0.00378 ± 0.00035 1.948 ± 0.177 % 97.132 ± 0.117 % 81 8.4314 ± 0.1627 0.00733 ± 0.00129 0.00376 ± 0.00035 1.939 ± 0.176 % 97.134 ± 0.116 % 82 8.4248 ± 0.1615 0.00720 ± 0.00128 0.00384 ± 0.00035 1.934 ± 0.174 % 97.116 ± 0.116 % 83 8.5150 ± 0.1624 0.00720 ± 0.00127 0.00383 ± 0.00035 1.925 ± 0.173 % 97.142 ± 0.115 % 84 8.5281 ± 0.1616 0.00711 ± 0.00126 0.00382 ± 0.00035 1.919 ± 0.171 % 97.152 ± 0.114 % 85 8.4492 ± 0.1589 0.00693 ± 0.00124 0.00381 ± 0.00034 1.918 ± 0.170 % 97.140 ± 0.113 % 86 8.5477 ± 0.1600 0.00687 ± 0.00123 0.00380 ± 0.00034 1.909 ± 0.168 % 97.104 ± 0.113 % 87 8.5199 ± 0.1582 0.00691 ± 0.00122 0.00378 ± 0.00033 1.904 ± 0.167 % 97.079 ± 0.113 % 88 8.5383 ± 0.1577 0.00691 ± 0.00120 0.00377 ± 0.00033 1.898 ± 0.165 % 97.077 ± 0.112 % 89 8.5325 ± 0.1565 0.00683 ± 0.00119 0.00375 ± 0.00033 1.893 ± 0.164 % 97.083 ± 0.112 % 90 8.5231 ± 0.1553 0.00658 ± 0.00119 0.00378 ± 0.00032 1.891 ± 0.162 % 97.085 ± 0.111 % 91 8.6266 ± 0.1570 0.00653 ± 0.00118 0.00378 ± 0.00032 1.885 ± 0.161 % 97.087 ± 0.110 % 92 8.6203 ± 0.1560 0.00646 ± 0.00117 0.00377 ± 0.00032 1.879 ± 0.160 % 97.093 ± 0.110 % 93 8.6752 ± 0.1563 0.00653 ± 0.00116 0.00375 ± 0.00031 1.872 ± 0.159 % 97.090 ± 0.109 % 94 8.7095 ± 0.1561 0.00646 ± 0.00115 0.00374 ± 0.00031 1.866 ± 0.158 % 97.105 ± 0.108 % 95 8.7254 ± 0.1556 0.00641 ± 0.00114 0.00373 ± 0.00031 1.865 ± 0.156 % 97.102 ± 0.108 % 96 8.7436 ± 0.1553 0.00689 ± 0.00122 0.00373 ± 0.00030 1.864 ± 0.154 % 97.083 ± 0.108 % 97 8.7669 ± 0.1548 0.00682 ± 0.00121 0.00372 ± 0.00030 1.859 ± 0.153 % 97.073 ± 0.107 % 98 8.8501 ± 0.1558 0.00685 ± 0.00120 0.00371 ± 0.00030 1.852 ± 0.152 % 97.087 ± 0.106 % 99 8.8782 ± 0.1554 0.00685 ± 0.00119 0.00370 ± 0.00029 1.846 ± 0.151 % 97.100 ± 0.106 % 100 8.9235 ± 0.1555 0.00675 ± 0.00118 0.00370 ± 0.00029 1.841 ± 0.150 % 97.106 ± 0.105 % ====== Perplexity statistics ====== Mean PPL(Q) : 8.923529 ± 0.155495 Mean PPL(base) : 8.863479 ± 0.153159 Cor(ln(PPL(Q)), ln(PPL(base))): 99.77% Mean ln(PPL(Q)/PPL(base)) : 0.006752 ± 0.001176 Mean PPL(Q)/PPL(base) : 1.006775 ± 0.001184 Mean PPL(Q)-PPL(base) : 0.060050 ± 0.010637 ====== KL divergence statistics ====== Mean KLD: 0.003702 ± 0.000292 Maximum KLD: 4.999385 99.9% KLD: 0.254506 99.0% KLD: 0.024150 95.0% KLD: 0.008276 90.0% KLD: 0.005501 Median KLD: 0.001599 10.0% KLD: 0.000075 5.0% KLD: 0.000021 1.0% KLD: 0.000001 0.1% KLD: -0.000008 Minimum KLD: -0.000101 ====== Token probability statistics ====== Mean Δp: -0.060 ± 0.012 % Maximum Δp: 36.089% 99.9% Δp: 11.029% 99.0% Δp: 4.120% 95.0% Δp: 1.923% 90.0% Δp: 1.119% 75.0% Δp: 0.234% Median Δp: -0.000% 25.0% Δp: -0.306% 10.0% Δp: -1.310% 5.0% Δp: -2.127% 1.0% Δp: -4.482% 0.1% Δp: -12.898% Minimum Δp: -98.598% RMS Δp : 1.841 ± 0.150 % Same top p: 97.106 ± 0.105 % # exit 0 after 21s