$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--unsloth--Qwen3.5-9B-GGUF\snapshots\3885219b6810b007914f3a7950a8d1b469d598a5\Qwen3.5-9B-Q6_K.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-9b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T06:22:25Z 0.03.311.085 I cmn init: llama threadpool init, n_threads = 8 0.03.381.143 I 0.03.381.178 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.03.393.148 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.03.575.422 I kl_divergence: 0.18 seconds per pass - ETA 0.30 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 5.1032 ± 0.8085 0.00044 ± 0.00429 0.00194 ± 0.00024 1.136 ± 0.169 % 98.431 ± 0.780 % 2 6.9775 ± 0.8385 0.00391 ± 0.00349 0.00223 ± 0.00018 1.441 ± 0.178 % 98.431 ± 0.551 % 3 5.0021 ± 0.4637 0.00407 ± 0.00358 0.00317 ± 0.00034 2.094 ± 0.222 % 98.301 ± 0.468 % 4 5.9918 ± 0.5126 0.01259 ± 0.00522 0.00321 ± 0.00027 1.959 ± 0.180 % 97.843 ± 0.455 % 5 7.3094 ± 0.5711 0.01056 ± 0.00437 0.00325 ± 0.00024 1.852 ± 0.156 % 97.647 ± 0.425 % 6 7.6289 ± 0.5408 0.00877 ± 0.00370 0.00303 ± 0.00020 1.773 ± 0.137 % 97.647 ± 0.388 % 7 7.6601 ± 0.4932 0.00696 ± 0.00323 0.00287 ± 0.00017 1.691 ± 0.123 % 97.759 ± 0.350 % 8 7.9214 ± 0.4784 0.00627 ± 0.00301 0.00309 ± 0.00017 1.685 ± 0.110 % 97.892 ± 0.318 % 9 8.2291 ± 0.4651 0.00603 ± 0.00271 0.00298 ± 0.00015 1.632 ± 0.102 % 97.952 ± 0.296 % 10 8.7942 ± 0.4756 0.00547 ± 0.00247 0.00289 ± 0.00014 1.577 ± 0.095 % 97.804 ± 0.290 % 11 8.8635 ± 0.4557 0.00630 ± 0.00254 0.00284 ± 0.00013 1.550 ± 0.088 % 97.754 ± 0.280 % 12 9.2524 ± 0.4625 0.00557 ± 0.00236 0.00278 ± 0.00012 1.509 ± 0.083 % 97.810 ± 0.265 % 13 9.9212 ± 0.4822 0.00526 ± 0.00223 0.00273 ± 0.00011 1.470 ± 0.079 % 97.768 ± 0.257 % 14 10.4353 ± 0.4924 0.00624 ± 0.00225 0.00269 ± 0.00010 1.435 ± 0.075 % 97.787 ± 0.246 % 15 10.8783 ± 0.4981 0.00562 ± 0.00213 0.00267 ± 0.00010 1.406 ± 0.072 % 97.804 ± 0.237 % 16 10.8584 ± 0.4803 0.00560 ± 0.00201 0.00261 ± 0.00009 1.379 ± 0.069 % 97.819 ± 0.229 % 17 10.8047 ± 0.4636 0.00536 ± 0.00192 0.00259 ± 0.00009 1.385 ± 0.065 % 97.855 ± 0.220 % 18 10.8697 ± 0.4529 0.00518 ± 0.00183 0.00260 ± 0.00008 1.380 ± 0.062 % 97.887 ± 0.212 % 19 9.6915 ± 0.3895 0.00503 ± 0.00175 0.00265 ± 0.00009 1.476 ± 0.070 % 97.915 ± 0.205 % 20 9.9029 ± 0.3891 0.00507 ± 0.00168 0.00263 ± 0.00008 1.460 ± 0.067 % 97.882 ± 0.202 % 21 9.3178 ± 0.3532 0.00466 ± 0.00161 0.00258 ± 0.00008 1.449 ± 0.064 % 97.908 ± 0.196 % 22 9.1517 ± 0.3380 0.00451 ± 0.00156 0.00258 ± 0.00008 1.450 ± 0.062 % 97.932 ± 0.190 % 23 9.2712 ± 0.3359 0.00389 ± 0.00151 0.00256 ± 0.00007 1.443 ± 0.060 % 97.920 ± 0.186 % 24 8.5776 ± 0.3014 0.00345 ± 0.00146 0.00263 ± 0.00008 1.534 ± 0.069 % 97.941 ± 0.182 % 25 8.3486 ± 0.2855 0.00343 ± 0.00140 0.00259 ± 0.00008 1.516 ± 0.067 % 97.961 ± 0.177 % 26 8.1807 ± 0.2731 0.00332 ± 0.00136 0.00257 ± 0.00007 1.513 ± 0.065 % 97.949 ± 0.174 % 27 8.2932 ± 0.2736 0.00285 ± 0.00132 0.00256 ± 0.00007 1.504 ± 0.063 % 97.908 ± 0.172 % 28 8.2566 ± 0.2668 0.00247 ± 0.00128 0.00273 ± 0.00014 1.517 ± 0.063 % 97.885 ± 0.170 % 29 8.4000 ± 0.2679 0.00249 ± 0.00125 0.00272 ± 0.00014 1.507 ± 0.061 % 97.890 ± 0.167 % 30 8.0108 ± 0.2515 0.00391 ± 0.00191 0.00270 ± 0.00013 1.519 ± 0.061 % 97.935 ± 0.163 % 31 7.9444 ± 0.2437 0.00430 ± 0.00186 0.00269 ± 0.00013 1.514 ± 0.060 % 97.963 ± 0.159 % 32 7.9944 ± 0.2433 0.00457 ± 0.00213 0.00379 ± 0.00054 1.620 ± 0.079 % 97.880 ± 0.159 % 33 7.9299 ± 0.2366 0.00452 ± 0.00207 0.00376 ± 0.00053 1.619 ± 0.077 % 97.908 ± 0.156 % 34 7.9196 ± 0.2321 0.00417 ± 0.00202 0.00371 ± 0.00051 1.611 ± 0.075 % 97.843 ± 0.156 % 35 7.7066 ± 0.2215 0.00398 ± 0.00196 0.00367 ± 0.00050 1.609 ± 0.073 % 97.826 ± 0.154 % 36 7.4895 ± 0.2112 0.00393 ± 0.00192 0.00367 ± 0.00048 1.646 ± 0.073 % 97.821 ± 0.152 % 37 7.1782 ± 0.1983 0.00401 ± 0.00187 0.00370 ± 0.00047 1.709 ± 0.074 % 97.827 ± 0.150 % 38 7.1060 ± 0.1930 0.00404 ± 0.00183 0.00368 ± 0.00046 1.706 ± 0.073 % 97.822 ± 0.148 % 39 7.0935 ± 0.1900 0.00303 ± 0.00190 0.00454 ± 0.00099 1.830 ± 0.145 % 97.818 ± 0.147 % 40 6.9778 ± 0.1834 0.00295 ± 0.00186 0.00450 ± 0.00097 1.823 ± 0.142 % 97.804 ± 0.145 % 41 6.9674 ± 0.1804 0.00311 ± 0.00182 0.00445 ± 0.00094 1.812 ± 0.139 % 97.781 ± 0.144 % 42 6.8589 ± 0.1748 0.00330 ± 0.00178 0.00438 ± 0.00092 1.800 ± 0.137 % 97.768 ± 0.143 % 43 6.7761 ± 0.1711 0.00372 ± 0.00183 0.00435 ± 0.00090 1.812 ± 0.133 % 97.775 ± 0.141 % 44 6.7199 ± 0.1671 0.00335 ± 0.00179 0.00433 ± 0.00088 1.826 ± 0.130 % 97.781 ± 0.139 % 45 6.6545 ± 0.1636 0.00328 ± 0.00176 0.00426 ± 0.00086 1.812 ± 0.129 % 97.804 ± 0.137 % 46 6.7043 ± 0.1628 0.00335 ± 0.00172 0.00423 ± 0.00084 1.805 ± 0.126 % 97.766 ± 0.136 % 47 6.6982 ± 0.1608 0.00320 ± 0.00169 0.00418 ± 0.00082 1.795 ± 0.124 % 97.714 ± 0.137 % 48 6.5962 ± 0.1559 0.00326 ± 0.00166 0.00418 ± 0.00081 1.810 ± 0.122 % 97.688 ± 0.136 % 49 6.6162 ± 0.1553 0.00359 ± 0.00167 0.00414 ± 0.00079 1.797 ± 0.120 % 97.711 ± 0.134 % 50 6.6193 ± 0.1536 0.00357 ± 0.00164 0.00409 ± 0.00078 1.787 ± 0.118 % 97.725 ± 0.132 % 51 6.5948 ± 0.1514 0.00384 ± 0.00161 0.00416 ± 0.00077 1.778 ± 0.116 % 97.701 ± 0.131 % 52 6.6575 ± 0.1517 0.00387 ± 0.00159 0.00413 ± 0.00075 1.772 ± 0.115 % 97.662 ± 0.131 % 53 6.6929 ± 0.1509 0.00389 ± 0.00156 0.00411 ± 0.00074 1.765 ± 0.113 % 97.677 ± 0.130 % 54 6.7299 ± 0.1505 0.00396 ± 0.00154 0.00409 ± 0.00072 1.775 ± 0.111 % 97.669 ± 0.129 % 55 6.7776 ± 0.1506 0.00407 ± 0.00153 0.00406 ± 0.00071 1.767 ± 0.110 % 97.647 ± 0.128 % 56 6.7947 ± 0.1493 0.00438 ± 0.00151 0.00425 ± 0.00073 1.758 ± 0.109 % 97.640 ± 0.127 % 57 6.9096 ± 0.1510 0.00416 ± 0.00148 0.00422 ± 0.00072 1.749 ± 0.107 % 97.647 ± 0.126 % 58 6.8994 ± 0.1493 0.00401 ± 0.00146 0.00428 ± 0.00071 1.754 ± 0.106 % 97.661 ± 0.124 % 59 6.8993 ± 0.1481 0.00400 ± 0.00144 0.00426 ± 0.00070 1.751 ± 0.105 % 97.660 ± 0.123 % 60 6.8529 ± 0.1463 0.00462 ± 0.00152 0.00424 ± 0.00069 1.750 ± 0.103 % 97.667 ± 0.122 % 61 6.9072 ± 0.1468 0.00476 ± 0.00150 0.00421 ± 0.00068 1.744 ± 0.102 % 97.653 ± 0.121 % 62 6.8911 ± 0.1449 0.00487 ± 0.00148 0.00418 ± 0.00067 1.735 ± 0.100 % 97.628 ± 0.121 % 63 6.9010 ± 0.1439 0.00473 ± 0.00146 0.00415 ± 0.00066 1.727 ± 0.099 % 97.635 ± 0.120 % 64 6.9426 ± 0.1436 0.00465 ± 0.00144 0.00412 ± 0.00065 1.720 ± 0.098 % 97.623 ± 0.119 % 65 6.8088 ± 0.1394 0.00481 ± 0.00142 0.00421 ± 0.00064 1.726 ± 0.097 % 97.629 ± 0.118 % 66 6.8381 ± 0.1391 0.00495 ± 0.00140 0.00418 ± 0.00063 1.720 ± 0.095 % 97.629 ± 0.117 % 67 6.8504 ± 0.1380 0.00510 ± 0.00138 0.00415 ± 0.00062 1.713 ± 0.094 % 97.653 ± 0.116 % 68 6.8569 ± 0.1370 0.00496 ± 0.00136 0.00414 ± 0.00062 1.720 ± 0.094 % 97.653 ± 0.115 % 69 6.9041 ± 0.1372 0.00496 ± 0.00135 0.00412 ± 0.00061 1.716 ± 0.092 % 97.647 ± 0.114 % 70 6.8568 ± 0.1352 0.00486 ± 0.00133 0.00412 ± 0.00060 1.734 ± 0.091 % 97.669 ± 0.113 % 71 6.7763 ± 0.1326 0.00502 ± 0.00133 0.00413 ± 0.00059 1.765 ± 0.090 % 97.664 ± 0.112 % 72 6.8693 ± 0.1339 0.00498 ± 0.00131 0.00412 ± 0.00058 1.772 ± 0.090 % 97.642 ± 0.112 % 73 6.8867 ± 0.1334 0.00492 ± 0.00130 0.00409 ± 0.00057 1.764 ± 0.089 % 97.631 ± 0.111 % 74 6.9259 ± 0.1332 0.00504 ± 0.00128 0.00406 ± 0.00057 1.757 ± 0.088 % 97.626 ± 0.111 % 75 6.8718 ± 0.1311 0.00501 ± 0.00127 0.00405 ± 0.00056 1.756 ± 0.087 % 97.647 ± 0.110 % 76 6.8377 ± 0.1297 0.00571 ± 0.00140 0.00410 ± 0.00055 1.807 ± 0.085 % 97.657 ± 0.109 % 77 6.8068 ± 0.1279 0.00585 ± 0.00139 0.00424 ± 0.00056 1.806 ± 0.084 % 97.657 ± 0.108 % 78 6.8380 ± 0.1278 0.00575 ± 0.00137 0.00423 ± 0.00055 1.806 ± 0.083 % 97.662 ± 0.107 % 79 6.8177 ± 0.1264 0.00574 ± 0.00135 0.00421 ± 0.00054 1.804 ± 0.082 % 97.647 ± 0.107 % 80 6.7929 ± 0.1251 0.00593 ± 0.00134 0.00423 ± 0.00054 1.812 ± 0.081 % 97.618 ± 0.107 % 81 6.8480 ± 0.1256 0.00597 ± 0.00133 0.00421 ± 0.00053 1.810 ± 0.080 % 97.618 ± 0.106 % 82 6.8517 ± 0.1250 0.00572 ± 0.00132 0.00436 ± 0.00054 1.804 ± 0.080 % 97.618 ± 0.105 % 83 6.9248 ± 0.1257 0.00562 ± 0.00131 0.00433 ± 0.00053 1.796 ± 0.079 % 97.628 ± 0.105 % 84 6.9322 ± 0.1250 0.00546 ± 0.00129 0.00431 ± 0.00053 1.792 ± 0.078 % 97.628 ± 0.104 % 85 6.8702 ± 0.1229 0.00547 ± 0.00128 0.00433 ± 0.00052 1.819 ± 0.078 % 97.615 ± 0.104 % 86 6.9509 ± 0.1238 0.00544 ± 0.00126 0.00432 ± 0.00052 1.812 ± 0.077 % 97.606 ± 0.103 % 87 6.9351 ± 0.1226 0.00546 ± 0.00125 0.00430 ± 0.00051 1.808 ± 0.076 % 97.588 ± 0.103 % 88 6.9500 ± 0.1222 0.00542 ± 0.00124 0.00429 ± 0.00050 1.804 ± 0.076 % 97.562 ± 0.103 % 89 6.9563 ± 0.1215 0.00543 ± 0.00123 0.00427 ± 0.00050 1.800 ± 0.075 % 97.572 ± 0.102 % 90 6.9523 ± 0.1208 0.00556 ± 0.00122 0.00426 ± 0.00049 1.798 ± 0.074 % 97.560 ± 0.102 % 91 7.0281 ± 0.1219 0.00577 ± 0.00121 0.00426 ± 0.00049 1.797 ± 0.074 % 97.552 ± 0.101 % 92 7.0260 ± 0.1211 0.00565 ± 0.00120 0.00424 ± 0.00048 1.792 ± 0.073 % 97.553 ± 0.101 % 93 7.0691 ± 0.1214 0.00554 ± 0.00119 0.00423 ± 0.00048 1.787 ± 0.072 % 97.575 ± 0.100 % 94 7.0973 ± 0.1211 0.00553 ± 0.00118 0.00421 ± 0.00047 1.783 ± 0.072 % 97.526 ± 0.100 % 95 7.1157 ± 0.1209 0.00551 ± 0.00117 0.00420 ± 0.00047 1.782 ± 0.071 % 97.531 ± 0.100 % 96 7.1024 ± 0.1203 0.00605 ± 0.00128 0.00424 ± 0.00046 1.810 ± 0.070 % 97.508 ± 0.100 % 97 7.1364 ± 0.1202 0.00601 ± 0.00127 0.00426 ± 0.00046 1.808 ± 0.070 % 97.506 ± 0.099 % 98 7.2028 ± 0.1209 0.00540 ± 0.00127 0.00426 ± 0.00045 1.805 ± 0.069 % 97.499 ± 0.099 % 99 7.2245 ± 0.1206 0.00540 ± 0.00125 0.00424 ± 0.00045 1.798 ± 0.069 % 97.504 ± 0.098 % 100 7.2695 ± 0.1209 0.00548 ± 0.00124 0.00426 ± 0.00044 1.802 ± 0.068 % 97.482 ± 0.098 % ====== Perplexity statistics ====== Mean PPL(Q) : 7.269522 ± 0.120865 Mean PPL(base) : 7.229770 ± 0.119014 Cor(ln(PPL(Q)), ln(PPL(base))): 99.72% Mean ln(PPL(Q)/PPL(base)) : 0.005483 ± 0.001245 Mean PPL(Q)/PPL(base) : 1.005498 ± 0.001252 Mean PPL(Q)-PPL(base) : 0.039752 ± 0.009134 ====== KL divergence statistics ====== Mean KLD: 0.004256 ± 0.000444 Maximum KLD: 8.825918 99.9% KLD: 0.245512 99.0% KLD: 0.032281 95.0% KLD: 0.008917 90.0% KLD: 0.005592 Median KLD: 0.001390 10.0% KLD: 0.000041 5.0% KLD: 0.000010 1.0% KLD: 0.000000 0.1% KLD: -0.000006 Minimum KLD: -0.000055 ====== Token probability statistics ====== Mean Δp: -0.042 ± 0.011 % Maximum Δp: 68.530% 99.9% Δp: 15.343% 99.0% Δp: 4.507% 95.0% Δp: 1.911% 90.0% Δp: 1.107% 75.0% Δp: 0.214% Median Δp: -0.001% 25.0% Δp: -0.291% 10.0% Δp: -1.299% 5.0% Δp: -2.153% 1.0% Δp: -4.890% 0.1% Δp: -14.547% Minimum Δp: -33.573% RMS Δp : 1.802 ± 0.068 % Same top p: 97.482 ± 0.098 % # exit 0 after 27s