{ "outputs": { "instruction-calibration.jsonl": { "counts": { "calibration/chat": { "languages": { "en": 90 }, "prediction_tokens": 90442, "records": 90, "tokens": 90532 }, "calibration/code": { "languages": { "en": 170 }, "prediction_tokens": 90007, "records": 170, "tokens": 90177 }, "calibration/multilingual": { "languages": { "acq": 1, "amh": 2, "arb": 8, "ary": 12, "arz": 1, "ben": 4, "ell": 2, "eng": 6, "eus": 3, "fil": 4, "fin": 3, "fra": 1, "guj": 11, "hau": 6, "hin": 1, "ibo": 3, "ita": 1, "jpn": 17, "kir": 14, "lit": 1, "mal": 5, "mar": 6, "nld": 4, "npi": 5, "nya": 1, "pan": 10, "pes": 2, "plt": 24, "por": 10, "rus": 1, "sin": 25, "sna": 1, "snd": 1, "som": 15, "spa": 4, "swe": 1, "swh": 1, "tam": 25, "tel": 14, "tur": 12, "ukr": 1, "urd": 4, "vie": 12, "wol": 4, "xho": 1, "yor": 15, "zho": 6, "zsm": 16, "zul": 4 }, "prediction_tokens": 89762, "records": 331, "tokens": 90093 }, "calibration/tools": { "languages": { "en": 23 }, "prediction_tokens": 30116, "records": 23, "tokens": 30139 } }, "max_record_tokens": 1979, "min_record_tokens": 32, "records": 614, "sha256": "c65c34c37633381a7322ff433a292f9e615d414bb834d1951b243ee16ecb310e", "tokens": 300941 }, "instruction-eval.jsonl": { "counts": { "heldout/chat": { "languages": { "en": 2 }, "prediction_tokens": 950, "records": 2, "tokens": 952 }, "heldout/code": { "languages": { "en": 4 }, "prediction_tokens": 953, "records": 4, "tokens": 957 }, "heldout/multilingual": { "languages": { "arb": 1, "eng": 2, "por": 1, "tel": 1, "tur": 1, "zho": 1 }, "prediction_tokens": 1010, "records": 7, "tokens": 1017 }, "heldout/tools": { "languages": { "en": 1 }, "prediction_tokens": 1020, "records": 1, "tokens": 1021 }, "validation/chat": { "languages": { "en": 1 }, "prediction_tokens": 994, "records": 1, "tokens": 995 }, "validation/code": { "languages": { "en": 3 }, "prediction_tokens": 914, "records": 3, "tokens": 917 }, "validation/multilingual": { "languages": { "arb": 1, "eng": 1, "por": 1, "yor": 1 }, "prediction_tokens": 963, "records": 4, "tokens": 967 }, "validation/tools": { "languages": { "en": 1 }, "prediction_tokens": 937, "records": 1, "tokens": 938 } }, "max_record_tokens": 1021, "min_record_tokens": 38, "records": 23, "sha256": "a53a6e18c4d33b787f15bb1aad6ce88de97f25239ad2236617a62256b297f979", "tokens": 7764 }, "instruction-long-context.jsonl": { "counts": { "heldout/chat": { "languages": { "en": 1 }, "prediction_tokens": 2241, "records": 1, "tokens": 2242 }, "heldout/multilingual": { "languages": { "arb": 1 }, "prediction_tokens": 2294, "records": 1, "tokens": 2295 }, "heldout/tools": { "languages": { "en": 1 }, "prediction_tokens": 2829, "records": 1, "tokens": 2830 }, "validation/chat": { "languages": { "en": 1 }, "prediction_tokens": 2377, "records": 1, "tokens": 2378 }, "validation/multilingual": { "languages": { "arb": 1 }, "prediction_tokens": 2475, "records": 1, "tokens": 2476 }, "validation/tools": { "languages": { "en": 1 }, "prediction_tokens": 2331, "records": 1, "tokens": 2332 } }, "max_record_tokens": 2830, "min_record_tokens": 2242, "records": 6, "sha256": "6ca2b86259d40fe30ab5db341afec97f9a0efd8074f0754f8978988b0d3f6d3f", "tokens": 14553 } }, "packages": { "jinja2": "3.1.6", "tokenizers": "0.22.2", "transformers": "5.12.1" }, "purpose": "Diverse exact-template instruct PTQ calibration for TT sensitivity/precision ranking; not official Unsloth data or a llama.cpp imatrix; no training/QAT/QAD", "rejected_candidates": { "chat:outside_32_4096": 2, "multilingual:normalized_prompt_duplicate": 1, "multilingual:outside_32_4096": 116, "tools:conversion:Expecting value: line 1 column 1 (char 0)": 326, "tools:conversion:No real tool schemas": 24, "tools:conversion:Require a complete user-to-assistant conversation": 1, "tools:conversion:Tool response/call order mismatch": 63 }, "schema_version": 1, "script_sha256": "c5abd94571e74b281cff61c342c5037742e5384ed3a478ce6c9c3df7d42fc5fa", "selection": { "calibration_target_tokens": { "chat": 90000, "code": 90000, "multilingual": 90000, "tools": 30000 }, "candidate_order": "ascending SHA256(id + ':order-v1')", "context_policy": "No truncation or packing. Entire conversations only; 32..2048 calibration, 32..1024 small KL, 2049..4096 separate long contexts. Oversized or malformed/truncated source rows rejected.", "dedup": "Global exact normalized user-prompt SHA256 (Unicode NFKC, casefold, whitespace collapse), across all domains and all splits including long contexts; reject entire conversation if any user prompt already used. Semantic/paraphrase dedup not claimed.", "eval_independence": "No calibration prompt overlap; official heldout source splits where available, deterministic disjoint row partitions otherwise. Same dataset families, NOT independent-source generalization proof.", "kl_total_token_cap": 8192, "multilingual_eval_order": "Stable language-round-robin over hash order: first occurrence of every language before second occurrences, etc.", "source_rows": "50-row windows at evenly spaced integer offsets spanning each entire source split; source order preserved inside each window", "split_assignment": "Official train/test for UltraChat and Aya; test hashed 50/50 validation/heldout. Code/Hermes train rows hashed 80/10/10. SHA256(domain:source_split:row_idx:split-v1) first8 hex mod10." }, "snapshot_manifest_sha256": "d73630cfe8466e5545fdeba82f9dd342a9ea5d4232facfe94f93f4119a9f5b58", "sources": { "chat": { "config": "default", "dataset": "HuggingFaceH4/ultrachat_200k", "license": "mit", "revision": "8049631c405ae6576f93f445c6b8166f76f5505a", "splits": { "test_sft": 10, "train_sft": 20 } }, "code": { "config": "default", "dataset": "m-a-p/CodeFeedback-Filtered-Instruction", "license": "apache-2.0", "revision": "a08c213a9748c66c15d0225814be80a2e77adf4a", "splits": { "train": 24 } }, "multilingual": { "config": "default", "dataset": "CohereLabs/aya_dataset", "license": "apache-2.0", "revision": "f9ea04583f02a8f86404ff6c58bf75fe637df8a2", "splits": { "test": 10, "train": 40 } }, "tools": { "config": "func_calling", "dataset": "NousResearch/hermes-function-calling-v1", "license": "apache-2.0", "revision": "dae3e1d28cfbcf4b915c04ea1e072030529b4bda", "splits": { "train": 16 } } }, "tokenizer": { "add_generation_prompt": false, "chat_template_applied": true, "enable_thinking": false, "files": { "chat_template.jinja": "a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715", "tokenizer.json": "5f9e4d4901a92b997e463c1f46055088b6cca5ca61a6522d1b9f64c4bb81cb42", "tokenizer_config.json": "316230d6a809701f4db5ea8f8fc862bc3a6f3229c937c174e674ff3ca0a64ac8" }, "model": "Qwen/Qwen3.5-9B", "revision": "c202236235762e1c871ad0ccb60c8ee5ba337b9a", "tools": "Real Hermes function schemas, assistant.tool_calls argument objects and linked tool responses; source system tool boilerplate replaced by exact Qwen template tools rendering" } }