$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--unsloth--Qwen3.5-9B-GGUF\snapshots\3885219b6810b007914f3a7950a8d1b469d598a5\Qwen3.5-9B-UD-Q2_K_XL.gguf --kl-divergence-base C:\quantdiff\work\reference\qwen3.5-9b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T06:42:43Z 0.02.144.506 I cmn init: llama threadpool init, n_threads = 8 0.02.203.869 I 0.02.203.903 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.215.732 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.443.167 I kl_divergence: 0.23 seconds per pass - ETA 0.37 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 5.7164 ± 0.9285 0.11389 ± 0.04109 0.11438 ± 0.01332 9.593 ± 0.967 % 84.706 ± 2.258 % 2 7.5949 ± 0.9113 0.08869 ± 0.02706 0.12350 ± 0.00899 9.931 ± 0.848 % 85.490 ± 1.561 % 3 6.0226 ± 0.5550 0.18972 ± 0.03000 0.21852 ± 0.01790 17.767 ± 1.094 % 83.660 ± 1.338 % 4 7.1148 ± 0.5971 0.18437 ± 0.02529 0.21135 ± 0.01390 16.346 ± 0.908 % 82.451 ± 1.192 % 5 8.5435 ± 0.6549 0.16658 ± 0.02164 0.20046 ± 0.01150 15.286 ± 0.789 % 82.902 ± 1.055 % 6 8.8352 ± 0.6108 0.15558 ± 0.01905 0.19292 ± 0.00979 14.728 ± 0.693 % 82.222 ± 0.978 % 7 8.8150 ± 0.5555 0.14739 ± 0.01695 0.18209 ± 0.00848 14.067 ± 0.628 % 82.913 ± 0.891 % 8 8.8977 ± 0.5225 0.12249 ± 0.01636 0.19144 ± 0.00823 13.999 ± 0.583 % 82.598 ± 0.840 % 9 9.3331 ± 0.5146 0.13193 ± 0.01533 0.19055 ± 0.00754 13.821 ± 0.541 % 82.004 ± 0.802 % 10 9.9551 ± 0.5243 0.12947 ± 0.01442 0.18867 ± 0.00693 13.446 ± 0.505 % 81.725 ± 0.765 % 11 10.0410 ± 0.5027 0.13103 ± 0.01357 0.18617 ± 0.00640 13.201 ± 0.473 % 81.783 ± 0.729 % 12 10.4565 ± 0.5094 0.12791 ± 0.01279 0.18168 ± 0.00594 12.861 ± 0.448 % 81.830 ± 0.697 % 13 11.1954 ± 0.5304 0.12609 ± 0.01211 0.17744 ± 0.00552 12.527 ± 0.426 % 81.538 ± 0.674 % 14 11.8441 ± 0.5465 0.13287 ± 0.01153 0.17687 ± 0.00519 12.276 ± 0.406 % 81.092 ± 0.655 % 15 12.3037 ± 0.5503 0.12875 ± 0.01113 0.17416 ± 0.00496 12.104 ± 0.396 % 81.203 ± 0.632 % 16 12.2721 ± 0.5313 0.12799 ± 0.01069 0.17071 ± 0.00468 11.918 ± 0.379 % 81.569 ± 0.607 % 17 12.2146 ± 0.5115 0.12801 ± 0.01042 0.17282 ± 0.00459 12.074 ± 0.368 % 81.522 ± 0.590 % 18 12.3127 ± 0.5005 0.12983 ± 0.01012 0.17431 ± 0.00449 12.214 ± 0.362 % 81.416 ± 0.574 % 19 11.1563 ± 0.4380 0.14578 ± 0.01054 0.19098 ± 0.00575 14.000 ± 0.417 % 81.527 ± 0.558 % 20 11.3817 ± 0.4367 0.14424 ± 0.01022 0.18984 ± 0.00552 13.933 ± 0.407 % 81.529 ± 0.543 % 21 10.6902 ± 0.3963 0.14205 ± 0.00981 0.18500 ± 0.00528 13.774 ± 0.393 % 81.793 ± 0.527 % 22 10.6322 ± 0.3848 0.15446 ± 0.00984 0.19247 ± 0.00548 14.398 ± 0.400 % 81.569 ± 0.518 % 23 10.7628 ± 0.3818 0.15308 ± 0.00957 0.19125 ± 0.00532 14.336 ± 0.392 % 81.535 ± 0.507 % 24 10.0907 ± 0.3476 0.16592 ± 0.00969 0.20193 ± 0.00572 15.314 ± 0.394 % 81.569 ± 0.496 % 25 9.8018 ± 0.3288 0.16390 ± 0.00941 0.19813 ± 0.00552 15.113 ± 0.384 % 81.804 ± 0.483 % 26 9.5727 ± 0.3136 0.16046 ± 0.00914 0.19526 ± 0.00532 14.981 ± 0.374 % 81.961 ± 0.472 % 27 9.6838 ± 0.3133 0.15787 ± 0.00895 0.19395 ± 0.00516 14.863 ± 0.364 % 82.135 ± 0.462 % 28 9.6323 ± 0.3053 0.15657 ± 0.00874 0.19383 ± 0.00507 14.757 ± 0.356 % 82.213 ± 0.453 % 29 9.7766 ± 0.3057 0.15425 ± 0.00858 0.19423 ± 0.00498 14.681 ± 0.348 % 82.177 ± 0.445 % 30 9.3884 ± 0.2886 0.16259 ± 0.00854 0.20000 ± 0.00516 15.437 ± 0.356 % 82.209 ± 0.437 % 31 9.3131 ± 0.2800 0.16326 ± 0.00834 0.19888 ± 0.00502 15.327 ± 0.348 % 82.264 ± 0.430 % 32 9.3486 ± 0.2778 0.16106 ± 0.00893 0.20712 ± 0.00560 15.449 ± 0.346 % 81.998 ± 0.425 % 33 9.2885 ± 0.2711 0.16266 ± 0.00876 0.20850 ± 0.00552 15.459 ± 0.339 % 81.961 ± 0.419 % 34 9.2628 ± 0.2655 0.16083 ± 0.00858 0.20722 ± 0.00537 15.382 ± 0.332 % 81.845 ± 0.414 % 35 9.0238 ± 0.2538 0.16177 ± 0.00841 0.20594 ± 0.00524 15.349 ± 0.325 % 81.938 ± 0.407 % 36 8.8050 ± 0.2433 0.16575 ± 0.00836 0.20959 ± 0.00530 15.645 ± 0.323 % 82.081 ± 0.400 % 37 8.4809 ± 0.2298 0.17078 ± 0.00827 0.21200 ± 0.00526 15.968 ± 0.319 % 82.088 ± 0.395 % 38 8.4097 ± 0.2242 0.17248 ± 0.00818 0.21235 ± 0.00517 15.944 ± 0.313 % 82.178 ± 0.389 % 39 8.3755 ± 0.2201 0.16916 ± 0.00806 0.21218 ± 0.00530 15.849 ± 0.309 % 82.293 ± 0.383 % 40 8.2397 ± 0.2124 0.16917 ± 0.00793 0.21194 ± 0.00519 15.860 ± 0.303 % 82.196 ± 0.379 % 41 8.2245 ± 0.2090 0.16898 ± 0.00780 0.21133 ± 0.00510 15.802 ± 0.299 % 82.219 ± 0.374 % 42 8.0852 ± 0.2024 0.16780 ± 0.00767 0.20926 ± 0.00499 15.715 ± 0.295 % 82.390 ± 0.368 % 43 7.9702 ± 0.1975 0.16602 ± 0.00754 0.20809 ± 0.00489 15.643 ± 0.290 % 82.472 ± 0.363 % 44 7.8975 ± 0.1928 0.16483 ± 0.00741 0.20736 ± 0.00480 15.586 ± 0.286 % 82.513 ± 0.359 % 45 7.8038 ± 0.1885 0.16260 ± 0.00727 0.20470 ± 0.00470 15.474 ± 0.282 % 82.719 ± 0.353 % 46 7.8607 ± 0.1876 0.16247 ± 0.00717 0.20419 ± 0.00462 15.423 ± 0.278 % 82.677 ± 0.349 % 47 7.8398 ± 0.1848 0.16058 ± 0.00706 0.20291 ± 0.00453 15.354 ± 0.274 % 82.720 ± 0.345 % 48 7.7192 ± 0.1793 0.16048 ± 0.00696 0.20195 ± 0.00445 15.303 ± 0.270 % 82.712 ± 0.342 % 49 7.7498 ± 0.1789 0.16173 ± 0.00691 0.20231 ± 0.00439 15.299 ± 0.266 % 82.713 ± 0.338 % 50 7.7613 ± 0.1771 0.16274 ± 0.00686 0.20285 ± 0.00438 15.305 ± 0.264 % 82.698 ± 0.335 % 51 7.7002 ± 0.1733 0.15880 ± 0.00685 0.20390 ± 0.00437 15.261 ± 0.260 % 82.714 ± 0.332 % 52 7.7833 ± 0.1739 0.16010 ± 0.00677 0.20397 ± 0.00431 15.221 ± 0.257 % 82.519 ± 0.330 % 53 7.8309 ± 0.1732 0.16091 ± 0.00669 0.20369 ± 0.00424 15.149 ± 0.254 % 82.434 ± 0.327 % 54 7.8674 ± 0.1725 0.16013 ± 0.00661 0.20310 ± 0.00417 15.132 ± 0.251 % 82.404 ± 0.325 % 55 7.9288 ± 0.1731 0.16095 ± 0.00655 0.20303 ± 0.00411 15.091 ± 0.248 % 82.339 ± 0.322 % 56 7.9527 ± 0.1718 0.16175 ± 0.00647 0.20275 ± 0.00405 15.032 ± 0.245 % 82.241 ± 0.320 % 57 8.0972 ± 0.1740 0.16277 ± 0.00641 0.20321 ± 0.00399 14.969 ± 0.242 % 82.105 ± 0.318 % 58 8.0816 ± 0.1720 0.16216 ± 0.00634 0.20323 ± 0.00397 14.938 ± 0.240 % 82.110 ± 0.315 % 59 8.0691 ± 0.1703 0.16062 ± 0.00628 0.20325 ± 0.00392 14.916 ± 0.237 % 82.154 ± 0.312 % 60 8.0181 ± 0.1684 0.16165 ± 0.00624 0.20303 ± 0.00388 14.933 ± 0.235 % 82.150 ± 0.310 % 61 8.0816 ± 0.1691 0.16178 ± 0.00619 0.20262 ± 0.00383 14.882 ± 0.233 % 82.160 ± 0.307 % 62 8.0483 ± 0.1665 0.16011 ± 0.00611 0.20168 ± 0.00377 14.825 ± 0.231 % 82.144 ± 0.305 % 63 8.0572 ± 0.1653 0.15964 ± 0.00605 0.20084 ± 0.00372 14.784 ± 0.228 % 82.141 ± 0.302 % 64 8.0968 ± 0.1648 0.15844 ± 0.00598 0.19976 ± 0.00366 14.709 ± 0.226 % 82.163 ± 0.300 % 65 7.9387 ± 0.1600 0.15835 ± 0.00594 0.20212 ± 0.00381 14.872 ± 0.225 % 82.256 ± 0.297 % 66 7.9830 ± 0.1598 0.15975 ± 0.00591 0.20201 ± 0.00377 14.860 ± 0.223 % 82.204 ± 0.295 % 67 7.9850 ± 0.1582 0.15836 ± 0.00585 0.20153 ± 0.00371 14.821 ± 0.220 % 82.177 ± 0.293 % 68 7.9922 ± 0.1570 0.15817 ± 0.00579 0.20139 ± 0.00367 14.833 ± 0.218 % 82.093 ± 0.291 % 69 8.0371 ± 0.1569 0.15691 ± 0.00573 0.20075 ± 0.00362 14.788 ± 0.216 % 82.092 ± 0.289 % 70 7.9825 ± 0.1547 0.15686 ± 0.00569 0.20079 ± 0.00359 14.823 ± 0.214 % 82.157 ± 0.287 % 71 7.8980 ± 0.1520 0.15819 ± 0.00565 0.20062 ± 0.00357 14.841 ± 0.213 % 82.242 ± 0.284 % 72 8.0043 ± 0.1534 0.15789 ± 0.00560 0.20005 ± 0.00352 14.794 ± 0.211 % 82.190 ± 0.282 % 73 8.0130 ± 0.1526 0.15640 ± 0.00556 0.19925 ± 0.00348 14.745 ± 0.209 % 82.149 ± 0.281 % 74 8.0551 ± 0.1523 0.15608 ± 0.00550 0.19832 ± 0.00344 14.698 ± 0.207 % 82.178 ± 0.279 % 75 8.0101 ± 0.1503 0.15829 ± 0.00547 0.19886 ± 0.00341 14.762 ± 0.206 % 82.175 ± 0.277 % 76 7.9995 ± 0.1493 0.16264 ± 0.00552 0.20130 ± 0.00345 14.920 ± 0.206 % 82.090 ± 0.275 % 77 7.9676 ± 0.1474 0.16331 ± 0.00548 0.20183 ± 0.00346 14.907 ± 0.204 % 82.068 ± 0.274 % 78 8.0023 ± 0.1473 0.16299 ± 0.00545 0.20162 ± 0.00343 14.881 ± 0.202 % 82.107 ± 0.272 % 79 7.9778 ± 0.1457 0.16288 ± 0.00540 0.20086 ± 0.00339 14.862 ± 0.200 % 82.159 ± 0.270 % 80 7.9631 ± 0.1445 0.16487 ± 0.00542 0.20318 ± 0.00339 14.919 ± 0.199 % 82.044 ± 0.269 % 81 8.0263 ± 0.1451 0.16474 ± 0.00538 0.20318 ± 0.00335 14.888 ± 0.197 % 81.975 ± 0.267 % 82 8.0218 ± 0.1442 0.16338 ± 0.00535 0.20481 ± 0.00344 14.861 ± 0.196 % 81.970 ± 0.266 % 83 8.0996 ± 0.1448 0.16233 ± 0.00531 0.20411 ± 0.00340 14.802 ± 0.194 % 81.942 ± 0.264 % 84 8.1222 ± 0.1444 0.16388 ± 0.00528 0.20439 ± 0.00337 14.786 ± 0.193 % 81.849 ± 0.263 % 85 8.0590 ± 0.1422 0.16506 ± 0.00526 0.20557 ± 0.00336 14.815 ± 0.191 % 81.845 ± 0.262 % 86 8.1444 ± 0.1430 0.16390 ± 0.00523 0.20554 ± 0.00332 14.781 ± 0.189 % 81.769 ± 0.261 % 87 8.1204 ± 0.1414 0.16325 ± 0.00519 0.20537 ± 0.00329 14.768 ± 0.187 % 81.731 ± 0.259 % 88 8.1427 ± 0.1410 0.16380 ± 0.00515 0.20488 ± 0.00326 14.731 ± 0.186 % 81.720 ± 0.258 % 89 8.1449 ± 0.1401 0.16316 ± 0.00511 0.20403 ± 0.00323 14.698 ± 0.185 % 81.767 ± 0.256 % 90 8.1413 ± 0.1393 0.16343 ± 0.00508 0.20392 ± 0.00319 14.677 ± 0.183 % 81.739 ± 0.255 % 91 8.2398 ± 0.1409 0.16484 ± 0.00506 0.20455 ± 0.00317 14.658 ± 0.182 % 81.659 ± 0.254 % 92 8.2332 ± 0.1399 0.16421 ± 0.00507 0.20499 ± 0.00318 14.618 ± 0.181 % 81.658 ± 0.253 % 93 8.2863 ± 0.1403 0.16442 ± 0.00504 0.20478 ± 0.00315 14.593 ± 0.180 % 81.678 ± 0.251 % 94 8.3193 ± 0.1400 0.16438 ± 0.00499 0.20419 ± 0.00312 14.542 ± 0.178 % 81.623 ± 0.250 % 95 8.3374 ± 0.1397 0.16396 ± 0.00496 0.20367 ± 0.00309 14.525 ± 0.177 % 81.631 ± 0.249 % 96 8.3546 ± 0.1396 0.16842 ± 0.00503 0.20680 ± 0.00314 14.720 ± 0.178 % 81.528 ± 0.248 % 97 8.3862 ± 0.1393 0.16738 ± 0.00501 0.20713 ± 0.00311 14.687 ± 0.177 % 81.488 ± 0.247 % 98 8.4524 ± 0.1398 0.16538 ± 0.00501 0.20751 ± 0.00309 14.651 ± 0.176 % 81.481 ± 0.246 % 99 8.4756 ± 0.1393 0.16511 ± 0.00497 0.20690 ± 0.00306 14.621 ± 0.174 % 81.442 ± 0.245 % 100 8.5191 ± 0.1394 0.16410 ± 0.00495 0.20713 ± 0.00304 14.591 ± 0.173 % 81.412 ± 0.244 % ====== Perplexity statistics ====== Mean PPL(Q) : 8.519052 ± 0.139438 Mean PPL(base) : 7.229770 ± 0.119014 Cor(ln(PPL(Q)), ln(PPL(base))): 95.46% Mean ln(PPL(Q)/PPL(base)) : 0.164098 ± 0.004947 Mean PPL(Q)/PPL(base) : 1.178330 ± 0.005830 Mean PPL(Q)-PPL(base) : 1.289283 ± 0.043865 ====== KL divergence statistics ====== Mean KLD: 0.207126 ± 0.003039 Maximum KLD: 13.780758 99.9% KLD: 6.221617 99.0% KLD: 2.177594 95.0% KLD: 0.688016 90.0% KLD: 0.415421 Median KLD: 0.099432 10.0% KLD: 0.006016 5.0% KLD: 0.001843 1.0% KLD: 0.000233 0.1% KLD: 0.000020 Minimum KLD: -0.000001 ====== Token probability statistics ====== Mean Δp: -5.162 ± 0.085 % Maximum Δp: 99.753% 99.9% Δp: 56.994% 99.0% Δp: 20.906% 95.0% Δp: 7.259% 90.0% Δp: 2.942% 75.0% Δp: 0.044% Median Δp: -1.053% 25.0% Δp: -7.515% 10.0% Δp: -18.498% 5.0% Δp: -28.720% 1.0% Δp: -64.727% 0.1% Δp: -95.268% Minimum Δp: -99.621% RMS Δp : 14.591 ± 0.173 % Same top p: 81.412 ± 0.244 % # exit 0 after 26s