Full run record (JSON)
{
"id": "20261021T082723_qwen3.5-4b--unsloth--ud-q4_k_xl",
"quant_id": "qwen3.5-4b--unsloth--ud-q4_k_xl",
"started_at": "2026-10-21T08:27:23Z",
"finished_at": "2026-10-21T08:33:39Z",
"status": "partial",
"machine": {
"name": "Ghost",
"gpu": "NVIDIA GeForce RTX 5070",
"vram_gb": 12,
"ram_gb": 64,
"cpu": "AMD Ryzen 7 5800X",
"os": "Windows 11",
"driver": "616.92",
"cuda": "13.4"
},
"software": {
"llama_cpp_build": "b11770 (39da130fc)",
"lm_eval_version": "0.4.13",
"harness_version": "0.1.2",
"python": "3.12.10"
},
"placement": "full_gpu",
"settings": {
"commands": [
"C:\\quantdiff\\llama.cpp\\bin\\llama-perplexity.exe -m C:\\quantdiff\\hf-cache\\models--unsloth--Qwen3.5-4B-GGUF\\snapshots\\e87f176479d0855a907a41277aca2f8ee7a09523\\Qwen3.5-4B-UD-Q4_K_XL.gguf --kl-divergence-base C:\\quantdiff\\work\\reference\\qwen3.5-4b\\quantdiff-kld-v1.kld --kl-divergence -c 512 -b 512 -ngl 999",
"C:\\quantdiff\\llama.cpp\\bin\\llama-bench.exe -m C:\\quantdiff\\hf-cache\\models--unsloth--Qwen3.5-4B-GGUF\\snapshots\\e87f176479d0855a907a41277aca2f8ee7a09523\\Qwen3.5-4B-UD-Q4_K_XL.gguf -ngl 999 -fa 1 -p 512 -n 128 -r 5 -t 8 -o json",
"C:\\quantdiff\\llama.cpp\\bin\\llama-server.exe -m C:\\quantdiff\\hf-cache\\models--unsloth--Qwen3.5-4B-GGUF\\snapshots\\e87f176479d0855a907a41277aca2f8ee7a09523\\Qwen3.5-4B-UD-Q4_K_XL.gguf --host 127.0.0.1 --port 8089 -c 4096 -np 1 -ngl 999 -fa on --jinja --seed 1234 --no-webui -a quant"
],
"ctx": 4096,
"batch": 512,
"threads": 8,
"flash_attn": true,
"cache_type_k": "f16",
"cache_type_v": "f16",
"seed": 1234,
"temperature": 0.0,
"kld_corpus": "quantdiff-kld-v1",
"kld_corpus_sha256": "ff19568db86d014569a44b6da4c5830fbcd26de59f57c9ece87b45c34d9c5782",
"kld_chunks": 100,
"kld_ctx": 512,
"kld_reference": "Qwen/Qwen3.5-4B -> convert_hf_to_gguf.py --outtype bf16 (cached)",
"kld_ref_ppl": 8.8938,
"ngl": 999,
"gpu_info": "NVIDIA GeForce RTX 5070",
"server_ctx": 4096,
"server_ngl": 999,
"toolcall_set": "quantdiff-bfcl-v1",
"toolcall_set_sha256": "4d0e1667163c96a109965c58242673528c62318322450d9b218a730c09965020",
"toolcall_chat_template_kwargs": {
"enable_thinking": false
},
"toolcall_parallel_tool_calls": true
},
"results": {
"kld": {
"mean": 0.021993,
"max": 11.916233,
"p99": 0.190579,
"median": 0.00955,
"same_top_pct": 93.302,
"ppl": 9.063068,
"ppl_ref": 8.863479,
"delta_p_rms": 3.962
},
"speed": {
"pp_tokens": 512,
"tg_tokens": 128,
"pp_tps": 7928.22,
"pp_stddev": 359.55,
"tg_tps": 150.61,
"tg_stddev": 1.82
},
"toolcall": {
"score": 85.0,
"passed": 170,
"total": 200,
"request_errors": 0,
"by_category": {
"simple_python": {
"passed": 53,
"total": 60,
"score": 88.3
},
"multiple": {
"passed": 35,
"total": 40,
"score": 87.5
},
"parallel": {
"passed": 24,
"total": 30,
"score": 80.0
},
"parallel_multiple": {
"passed": 26,
"total": 30,
"score": 86.7
},
"irrelevance": {
"passed": 32,
"total": 40,
"score": 80.0
}
}
}
},
"logs": {
"kld": "kld.log",
"llama_bench": "llama_bench.log",
"llama_server": "llama_server.log",
"toolcall": "toolcall.jsonl"
},
"example": false,
"notes": ""
}