$ C:\quantdiff\llama.cpp\bin\llama-perplexity.exe -m C:\quantdiff\hf-cache\models--bartowski--granite-4.2-8b-GGUF\snapshots\a592100df8fe4931c7cffbac7b28e8176a1d52da\granite-4.2-8b-Q4_K_M.gguf --kl-divergence-base C:\quantdiff\work\reference\granite-4.2-8b\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999 # started 2026-10-21T06:52:02Z 0.02.271.977 I cmn init: llama threadpool init, n_threads = 8 0.02.323.635 I 0.02.323.670 I system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750,800,860,890,900,1200,1210 | USE_GRAPHS = 1 | FA_QUANTS = q4_0-q4_0,q8_0-q8_0,f16-f16,bf16-bf16 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | 0.02.328.773 I kl_divergence: computing over 100 chunks, n_ctx=512, batch_size=512, n_seq=1 0.02.487.094 I kl_divergence: 0.16 seconds per pass - ETA 0.25 minutes chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p 1 14.8974 ± 3.5406 -0.06185 ± 0.05395 0.17580 ± 0.06460 9.369 ± 2.084 % 86.667 ± 2.133 % 2 18.6305 ± 3.2316 0.01943 ± 0.03896 0.13220 ± 0.03377 7.859 ± 1.282 % 88.235 ± 1.428 % 3 11.8044 ± 1.5390 0.02577 ± 0.02856 0.12451 ± 0.02439 9.050 ± 0.867 % 89.804 ± 1.095 % 4 12.5050 ± 1.3936 0.02480 ± 0.02369 0.11446 ± 0.01842 8.679 ± 0.691 % 89.216 ± 0.972 % 5 15.0899 ± 1.5356 0.03659 ± 0.01981 0.10192 ± 0.01517 7.979 ± 0.604 % 89.333 ± 0.865 % 6 16.8647 ± 1.6142 0.02674 ± 0.01928 0.10433 ± 0.01324 8.342 ± 0.600 % 88.562 ± 0.814 % 7 16.7603 ± 1.4630 0.02663 ± 0.01689 0.09491 ± 0.01138 7.992 ± 0.546 % 89.356 ± 0.730 % 8 17.0189 ± 1.3688 0.02173 ± 0.01520 0.08847 ± 0.01002 7.600 ± 0.503 % 89.608 ± 0.676 % 9 16.9571 ± 1.2585 0.01735 ± 0.01377 0.08432 ± 0.00925 7.529 ± 0.509 % 89.978 ± 0.627 % 10 18.9899 ± 1.3665 0.02570 ± 0.01290 0.08809 ± 0.00943 7.265 ± 0.476 % 89.686 ± 0.602 % 11 19.5240 ± 1.3380 0.02633 ± 0.01219 0.08640 ± 0.00876 7.070 ± 0.446 % 89.661 ± 0.575 % 12 20.8211 ± 1.3952 0.03062 ± 0.01259 0.09435 ± 0.00982 7.331 ± 0.489 % 89.510 ± 0.554 % 13 21.7659 ± 1.3996 0.03059 ± 0.01222 0.09537 ± 0.00956 7.145 ± 0.464 % 89.351 ± 0.536 % 14 22.6949 ± 1.3998 0.02912 ± 0.01147 0.09063 ± 0.00888 6.965 ± 0.442 % 89.496 ± 0.513 % 15 23.2625 ± 1.3828 0.02783 ± 0.01095 0.08760 ± 0.00835 6.834 ± 0.422 % 89.438 ± 0.497 % 16 23.4856 ± 1.3620 0.02626 ± 0.01042 0.08440 ± 0.00784 6.705 ± 0.404 % 89.779 ± 0.474 % 17 23.4197 ± 1.3184 0.02534 ± 0.00994 0.08210 ± 0.00739 6.599 ± 0.387 % 89.942 ± 0.457 % 18 23.2764 ± 1.2673 0.02338 ± 0.00948 0.07919 ± 0.00699 6.517 ± 0.371 % 89.956 ± 0.444 % 19 21.0684 ± 1.1087 0.02528 ± 0.00911 0.07794 ± 0.00663 6.583 ± 0.354 % 90.072 ± 0.430 % 20 21.6895 ± 1.1162 0.02357 ± 0.00892 0.07803 ± 0.00643 6.487 ± 0.342 % 89.863 ± 0.423 % 21 19.9185 ± 0.9911 0.02403 ± 0.00853 0.07527 ± 0.00612 6.433 ± 0.329 % 90.065 ± 0.409 % 22 19.6019 ± 0.9515 0.02265 ± 0.00831 0.07635 ± 0.00594 6.573 ± 0.339 % 90.143 ± 0.398 % 23 19.8812 ± 0.9449 0.02115 ± 0.00808 0.07598 ± 0.00575 6.540 ± 0.327 % 90.111 ± 0.390 % 24 18.4690 ± 0.8533 0.02354 ± 0.00783 0.07453 ± 0.00552 6.568 ± 0.316 % 90.359 ± 0.377 % 25 17.8396 ± 0.8022 0.01998 ± 0.00777 0.07543 ± 0.00555 6.583 ± 0.305 % 90.306 ± 0.371 % 26 16.9353 ± 0.7420 0.01770 ± 0.00753 0.07380 ± 0.00537 6.617 ± 0.311 % 90.468 ± 0.361 % 27 17.2615 ± 0.7457 0.01663 ± 0.00742 0.07777 ± 0.00591 6.669 ± 0.310 % 90.472 ± 0.354 % 28 17.1995 ± 0.7306 0.01461 ± 0.00727 0.07817 ± 0.00575 6.658 ± 0.302 % 90.476 ± 0.347 % 29 17.4847 ± 0.7317 0.01572 ± 0.00722 0.07996 ± 0.00573 6.747 ± 0.303 % 90.264 ± 0.345 % 30 17.1842 ± 0.7058 0.01773 ± 0.00712 0.07839 ± 0.00554 6.688 ± 0.296 % 90.418 ± 0.337 % 31 16.9949 ± 0.6837 0.01763 ± 0.00697 0.07914 ± 0.00551 6.722 ± 0.294 % 90.449 ± 0.331 % 32 16.6521 ± 0.6577 0.01518 ± 0.00697 0.08278 ± 0.00615 6.860 ± 0.305 % 90.527 ± 0.324 % 33 16.6496 ± 0.6469 0.01391 ± 0.00694 0.08363 ± 0.00606 6.857 ± 0.298 % 90.517 ± 0.319 % 34 16.3617 ± 0.6251 0.01538 ± 0.00680 0.08325 ± 0.00590 6.834 ± 0.291 % 90.473 ± 0.315 % 35 16.0275 ± 0.6052 0.01685 ± 0.00678 0.08328 ± 0.00576 6.918 ± 0.283 % 90.454 ± 0.311 % 36 15.1905 ± 0.5621 0.01732 ± 0.00662 0.08178 ± 0.00560 6.892 ± 0.277 % 90.610 ± 0.304 % 37 14.9250 ± 0.5431 0.01763 ± 0.00648 0.08113 ± 0.00545 6.916 ± 0.270 % 90.609 ± 0.300 % 38 14.6809 ± 0.5262 0.01698 ± 0.00635 0.08045 ± 0.00532 6.880 ± 0.265 % 90.630 ± 0.296 % 39 14.5602 ± 0.5144 0.01596 ± 0.00627 0.08018 ± 0.00521 6.866 ± 0.259 % 90.558 ± 0.293 % 40 14.3818 ± 0.5000 0.01439 ± 0.00623 0.08102 ± 0.00519 6.956 ± 0.262 % 90.431 ± 0.291 % 41 14.2007 ± 0.4867 0.01350 ± 0.00612 0.08032 ± 0.00507 6.969 ± 0.256 % 90.464 ± 0.287 % 42 13.6063 ± 0.4589 0.01360 ± 0.00599 0.07875 ± 0.00495 6.924 ± 0.252 % 90.654 ± 0.281 % 43 13.4354 ± 0.4455 0.01469 ± 0.00588 0.07806 ± 0.00483 6.925 ± 0.247 % 90.634 ± 0.278 % 44 13.1622 ± 0.4307 0.01410 ± 0.00577 0.07698 ± 0.00473 6.891 ± 0.243 % 90.668 ± 0.275 % 45 13.2432 ± 0.4283 0.01417 ± 0.00567 0.07663 ± 0.00463 6.888 ± 0.239 % 90.649 ± 0.272 % 46 13.2640 ± 0.4239 0.01544 ± 0.00560 0.07753 ± 0.00456 6.919 ± 0.234 % 90.656 ± 0.269 % 47 13.0256 ± 0.4101 0.01595 ± 0.00550 0.07653 ± 0.00446 6.890 ± 0.231 % 90.730 ± 0.265 % 48 13.1467 ± 0.4093 0.01518 ± 0.00544 0.07648 ± 0.00438 6.868 ± 0.227 % 90.694 ± 0.263 % 49 13.2459 ± 0.4089 0.01631 ± 0.00537 0.07767 ± 0.00449 6.905 ± 0.227 % 90.604 ± 0.261 % 50 12.9164 ± 0.3932 0.01615 ± 0.00528 0.07644 ± 0.00440 6.860 ± 0.224 % 90.706 ± 0.257 % 51 13.0906 ± 0.3951 0.01407 ± 0.00525 0.07832 ± 0.00446 6.855 ± 0.221 % 90.657 ± 0.255 % 52 13.1162 ± 0.3913 0.01345 ± 0.00518 0.07788 ± 0.00438 6.824 ± 0.218 % 90.611 ± 0.253 % 53 12.9498 ± 0.3813 0.01355 ± 0.00509 0.07756 ± 0.00431 6.788 ± 0.215 % 90.692 ± 0.250 % 54 13.1409 ± 0.3835 0.01353 ± 0.00502 0.07674 ± 0.00424 6.753 ± 0.212 % 90.675 ± 0.248 % 55 12.9821 ± 0.3742 0.01368 ± 0.00494 0.07603 ± 0.00416 6.723 ± 0.209 % 90.717 ± 0.245 % 56 13.1680 ± 0.3761 0.01274 ± 0.00487 0.07573 ± 0.00409 6.703 ± 0.207 % 90.665 ± 0.243 % 57 13.1208 ± 0.3712 0.01263 ± 0.00493 0.07738 ± 0.00421 6.795 ± 0.212 % 90.712 ± 0.241 % 58 12.7473 ± 0.3562 0.01263 ± 0.00485 0.07641 ± 0.00414 6.767 ± 0.210 % 90.791 ± 0.238 % 59 12.8684 ± 0.3576 0.01257 ± 0.00483 0.07584 ± 0.00407 6.752 ± 0.207 % 90.801 ± 0.236 % 60 12.9293 ± 0.3568 0.01286 ± 0.00476 0.07514 ± 0.00401 6.717 ± 0.205 % 90.784 ± 0.234 % 61 12.9556 ± 0.3550 0.01371 ± 0.00471 0.07454 ± 0.00394 6.687 ± 0.203 % 90.788 ± 0.232 % 62 12.9395 ± 0.3512 0.01338 ± 0.00467 0.07553 ± 0.00397 6.748 ± 0.203 % 90.772 ± 0.230 % 63 12.9832 ± 0.3504 0.01365 ± 0.00462 0.07529 ± 0.00391 6.737 ± 0.201 % 90.812 ± 0.228 % 64 12.6585 ± 0.3382 0.01407 ± 0.00459 0.07452 ± 0.00385 6.713 ± 0.199 % 90.913 ± 0.225 % 65 12.7121 ± 0.3370 0.01484 ± 0.00456 0.07438 ± 0.00380 6.704 ± 0.197 % 90.914 ± 0.223 % 66 12.5524 ± 0.3289 0.01454 ± 0.00449 0.07350 ± 0.00374 6.669 ± 0.195 % 90.951 ± 0.221 % 67 12.5173 ± 0.3250 0.01517 ± 0.00449 0.07518 ± 0.00381 6.707 ± 0.194 % 90.969 ± 0.219 % 68 12.5548 ± 0.3232 0.01462 ± 0.00445 0.07473 ± 0.00375 6.707 ± 0.193 % 90.946 ± 0.218 % 69 12.2486 ± 0.3119 0.01362 ± 0.00441 0.07478 ± 0.00371 6.797 ± 0.192 % 90.929 ± 0.217 % 70 12.1962 ± 0.3081 0.01447 ± 0.00438 0.07449 ± 0.00366 6.772 ± 0.191 % 90.930 ± 0.215 % 71 12.0383 ± 0.3012 0.01430 ± 0.00433 0.07383 ± 0.00361 6.750 ± 0.189 % 90.969 ± 0.213 % 72 12.1747 ± 0.3029 0.01375 ± 0.00430 0.07398 ± 0.00358 6.715 ± 0.187 % 90.942 ± 0.212 % 73 12.2202 ± 0.3020 0.01377 ± 0.00425 0.07359 ± 0.00354 6.689 ± 0.185 % 90.991 ± 0.210 % 74 12.1306 ± 0.2973 0.01266 ± 0.00428 0.07525 ± 0.00360 6.807 ± 0.189 % 91.007 ± 0.208 % 75 12.2427 ± 0.2986 0.01296 ± 0.00426 0.07609 ± 0.00360 6.791 ± 0.187 % 90.965 ± 0.207 % 76 12.2917 ± 0.2982 0.01321 ± 0.00424 0.07573 ± 0.00355 6.783 ± 0.185 % 90.975 ± 0.206 % 77 12.3523 ± 0.2977 0.01331 ± 0.00419 0.07529 ± 0.00351 6.770 ± 0.184 % 90.960 ± 0.205 % 78 12.5048 ± 0.3008 0.01471 ± 0.00422 0.07678 ± 0.00352 6.777 ± 0.182 % 90.885 ± 0.204 % 79 12.4735 ± 0.2981 0.01404 ± 0.00419 0.07627 ± 0.00348 6.764 ± 0.180 % 90.911 ± 0.203 % 80 12.5156 ± 0.2970 0.01405 ± 0.00415 0.07629 ± 0.00344 6.799 ± 0.181 % 90.902 ± 0.201 % 81 12.5011 ± 0.2944 0.01432 ± 0.00410 0.07568 ± 0.00340 6.775 ± 0.179 % 90.893 ± 0.200 % 82 12.5777 ± 0.2948 0.01464 ± 0.00408 0.07555 ± 0.00338 6.747 ± 0.178 % 90.918 ± 0.199 % 83 12.6514 ± 0.2952 0.01381 ± 0.00405 0.07537 ± 0.00334 6.731 ± 0.176 % 90.933 ± 0.197 % 84 12.5484 ± 0.2909 0.01422 ± 0.00401 0.07480 ± 0.00330 6.703 ± 0.175 % 90.971 ± 0.196 % 85 12.6608 ± 0.2918 0.01589 ± 0.00400 0.07454 ± 0.00326 6.698 ± 0.174 % 90.976 ± 0.195 % 86 12.6394 ± 0.2896 0.01581 ± 0.00396 0.07398 ± 0.00322 6.671 ± 0.173 % 90.990 ± 0.193 % 87 12.6596 ± 0.2882 0.01645 ± 0.00393 0.07361 ± 0.00319 6.668 ± 0.171 % 90.976 ± 0.192 % 88 12.7312 ± 0.2883 0.01688 ± 0.00389 0.07331 ± 0.00315 6.660 ± 0.170 % 90.976 ± 0.191 % 89 12.5972 ± 0.2834 0.01610 ± 0.00386 0.07322 ± 0.00313 6.697 ± 0.170 % 91.011 ± 0.190 % 90 12.7234 ± 0.2850 0.01645 ± 0.00384 0.07302 ± 0.00309 6.681 ± 0.168 % 90.998 ± 0.189 % 91 12.6463 ± 0.2815 0.01664 ± 0.00383 0.07373 ± 0.00313 6.686 ± 0.167 % 90.993 ± 0.188 % 92 12.7099 ± 0.2817 0.01676 ± 0.00380 0.07367 ± 0.00311 6.679 ± 0.166 % 90.985 ± 0.187 % 93 12.7749 ± 0.2819 0.01681 ± 0.00376 0.07334 ± 0.00307 6.658 ± 0.165 % 91.006 ± 0.186 % 94 12.6315 ± 0.2768 0.01732 ± 0.00375 0.07343 ± 0.00306 6.694 ± 0.164 % 91.018 ± 0.185 % 95 12.7200 ± 0.2771 0.01767 ± 0.00372 0.07296 ± 0.00302 6.668 ± 0.163 % 91.013 ± 0.184 % 96 12.7870 ± 0.2772 0.01732 ± 0.00371 0.07323 ± 0.00301 6.653 ± 0.162 % 90.989 ± 0.183 % 97 12.8837 ± 0.2784 0.01734 ± 0.00368 0.07305 ± 0.00298 6.637 ± 0.160 % 90.972 ± 0.182 % 98 13.0217 ± 0.2805 0.01782 ± 0.00365 0.07315 ± 0.00298 6.620 ± 0.159 % 90.972 ± 0.181 % 99 12.9161 ± 0.2766 0.01818 ± 0.00363 0.07311 ± 0.00296 6.622 ± 0.158 % 90.992 ± 0.180 % 100 13.0491 ± 0.2789 0.01841 ± 0.00361 0.07294 ± 0.00293 6.610 ± 0.157 % 91.000 ± 0.179 % ====== Perplexity statistics ====== Mean PPL(Q) : 13.049144 ± 0.278940 Mean PPL(base) : 12.811159 ± 0.269989 Cor(ln(PPL(Q)), ln(PPL(base))): 98.57% Mean ln(PPL(Q)/PPL(base)) : 0.018406 ± 0.003608 Mean PPL(Q)/PPL(base) : 1.018576 ± 0.003675 Mean PPL(Q)-PPL(base) : 0.237985 ± 0.047335 ====== KL divergence statistics ====== Mean KLD: 0.072943 ± 0.002927 Maximum KLD: 18.713558 99.9% KLD: 7.212200 99.0% KLD: 0.928473 95.0% KLD: 0.193434 90.0% KLD: 0.101434 Median KLD: 0.014506 10.0% KLD: 0.000177 5.0% KLD: 0.000041 1.0% KLD: 0.000002 0.1% KLD: -0.000001 Minimum KLD: -0.000013 ====== Token probability statistics ====== Mean Δp: -0.043 ± 0.041 % Maximum Δp: 99.943% 99.9% Δp: 64.375% 99.0% Δp: 18.595% 95.0% Δp: 7.241% 90.0% Δp: 3.593% 75.0% Δp: 0.469% Median Δp: -0.000% 25.0% Δp: -0.587% 10.0% Δp: -3.962% 5.0% Δp: -7.553% 1.0% Δp: -19.575% 0.1% Δp: -49.932% Minimum Δp: -98.854% RMS Δp : 6.610 ± 0.157 % Same top p: 91.000 ± 0.179 % # exit 0 after 19s