Swift-1.5-Qwen3.8-27B-W4A16-HyperQwen-INT4 / QUANTIZATION_MANIFEST.json
daavidhauser's picture
Rename Swift 1.5 fast variant to INT4 heads
64515d3 verified
Raw History Blame
8.43 kB
{
"created": "2026-09-26T16:39:07Z",
"source": {
"repo": "ukisai/Swift-1.5-Qwen3.8-27b-W4A16-AWQ",
"revision": "9dba8a05877150d587215a519ce6befec3c9978a",
"downloaded_at": 1790420447.6224113
},
"variant": "INT4 heads",
"preflight_only": false,
"unchanged_body_tensors_verified": 2382,
"body": "unchanged asymmetric AWQ INT4 group128",
"embedding_bits": 8,
"lm_head_bits": 4,
"mtp_bits": 4,
"group_size": 128,
"act_order": false,
"gptq": {
"damping": 0.01,
"lm_head_rows": 300000,
"mtp_examples": 160,
"mtp_depths": 2
},
"pristine_inputs": "Heads quantized directly from source BF16 tensors, not from INT8 tensors",
"calibration": {
"seed": 15027,
"sources": {
"code": {
"repository": "ise-uiuc/Magicoder-OSS-Instruct-75K",
"revision": "5f839b1f368a76b161028bb9edff055db34022b2",
"file": "data-oss_instruct-decontaminated.jsonl",
"sha256": "f988f14d3516a9f958eeea310f63903727c6d3463bc9cb435288b6ca4bb09cf9",
"rows_available": 75197
},
"tools": {
"repository": "NousResearch/hermes-function-calling-v1",
"revision": "dae3e1d28cfbcf4b915c04ea1e072030529b4bda",
"file": "func-calling-singleturn.json",
"sha256": "fb2df9fe3f295dfd65b223c2dbf04d6b90006357d737f8f8927749f0bea09527",
"rows_available": 1893
},
"chat": {
"repository": "HuggingFaceH4/ultrachat_200k",
"revision": "8049631c405ae6576f93f445c6b8166f76f5505a",
"file": "data/train_sft-00000-of-00003-a3ecf92756993583.parquet",
"sha256": "afa8fa7426081b2a0e732fb50dbb5cd402a28ad5f0dbe66c0d996d63e7220727",
"rows_available": 69289
},
"math": {
"repository": "openai/gsm8k",
"revision": "740312add88f781978c0658806c59bc2815b9866",
"file": "main/train-00000-of-00001.parquet",
"sha256": "ea82612ea9582142387730c793eb67d3b12849002bc0b7fa6f8efafa7351419d",
"rows_available": 7473
},
"multilingual": {
"repository": "CohereLabs/aya_dataset",
"revision": "f9ea04583f02a8f86404ff6c58bf75fe637df8a2",
"file": "data/train-00000-of-00001.parquet",
"sha256": "51baa85043b569ba117f41516b32d1b0e4e2647fb203a08933f98a556fb1fb06",
"rows_available": 202362
}
},
"counts": {
"code": 2100,
"multilingual": 600,
"math": 900,
"tools": 900,
"structured": 300,
"chat": 1200
},
"holdout_examples": 600,
"total_examples": 6000,
"prompts_sha256": "3e32610847ee353fedeb5e5362d50a6f45f8ec5f5aba4540e0de16eb4d0a537e",
"structured_source": "swift15/corpus.py deterministic templates, not benchmark test prompts",
"source_substitution": "Salesforce xLAM returned gated-access 403; use the independently released Apache-2.0 NousResearch source with native Swift tool formatting."
},
"runtime": {
"started": "2026-09-26T11:42:47Z",
"hardware": "name, uuid, memory.total [MiB], power.limit [W], driver_version\nNVIDIA GeForce RTX 3090, GPU-9724ba4e-72d2-f72e-69e7-c21e552fe118, 24576 MiB, 250.00 W, 580.173.02\n",
"versions": {
"torch": "2.13.0",
"vllm": "0.27.1",
"transformers": "5.15.0",
"safetensors": "0.8.0",
"compressed-tensors": "0.17.0"
},
"hyperqwen_commit": "253c76aea0a240bf7cb2bd3ed92b672c0f258d0d",
"python": "3.12.8 | packaged by conda-forge | (main, Dec 5 2024, 14:24:40) [GCC 13.3.0]",
"patches_sha256": {
"spec-decode-int8-kv.patch": "3cfd31304353237af5277c861dc2b43ad33d0f9bff2700594300eff150f64382",
"qwen3_5-mtp-draft-vocab.patch": "292ef662d17bcc10556b787d5bb5f2cd12d3d3fc1f3bd2fe982485ce0d916298",
"marlin-int8-layer-select.patch": "833405e2ed2916529eb20184c38243c843378935522b74bab8c39707bf3ee800",
"offload-wsl2-devptr.patch": "8c6f9e3e5723571d1f33925794435e55062b684b2706d9284d1c5b94778d34db",
"marlin-repack-staged-sm80.patch": "1588e2f10b5f82194d449483e766c0b39c84ba522d1623d39caa9502040f1fab",
"qwen3_5-embed-quant.patch": "0a1b9ca06798c1aef582995de5a0beb3ad9a22a54cdbd2361986563a9c7a980e",
"dflash2-lookup-drafting.patch": "5df09ef03b592d4a2c3b47dd8d2dbf8862fa7383d68aef3dd6ef1d97d29ce196",
"triton-prefill-attn-int8.patch": "6bd36db0226dce7b92ebd1231b6f9718a25da4a933ab4b2a6a8be77860364fae",
"dflash2-backport.patch": "2e937ef748c1942ab04ace05de884e7c24041d34b23e5be8428cac6939ac6875",
"sampler-small-topk-fast-softmax.patch": "8828646ce1916c065282529d9c1bb52064f668397d8e1f33652aef2f308292b6",
"dflash2-ngram-chains.patch": "555b5a75d9023c99b2cd17634ac5b1dc8505f9275d857b1eba08c2d9cbf2df6e",
"spec-decode-int4-kv-mq3d.patch": "b93b186deba1513ad9c4803ee2c574c923b21ba5e88e23bca8b8594b6a6b20a0",
"mamba-align-checkpoint-order.patch": "515d9bf76e860c95d832d615bdab4a97b71e2b0412b4ccc2445f11535ddddf45",
"offload-dflash-eagle-groups.patch": "f2791af64d8066b31e4250d866c4322f45670d75522aff221307281c97c73156",
"marlin-int8-negative-scales.patch": "4cb8a064c706cc62dc77224479898da58864fbfff6b65012d90aa8326035300d",
"vision-tower-cpu-offload.patch": "81dff64a1177058783dcf7d4e8552f1547f74fa8a68019e349dacdb9d66e968e",
"dflash2-prewarm.patch": "e1e8012fa2c304c6948c19fc0071332f80eebcff802b402255445a30d553ab92",
"hybrid-kv-groups-v2-cudagraph.patch": "143825dd9744ab81dabcb438ec0bf974b6e0be8d0d7b0ffbbdfbf7c16a549664",
"marlin-tune-table.patch": "1cac17f12e4ce389b0cb0fc733ceceb0a8cf60c02696ee378dc1d8d0c1ef8914",
"int4-kv-per-token-head.patch": "c03ff10c8c997b355f04fc521827ee2fa99c332ce4127cc2d878b749b79ca3d9",
"spec-sampler-prewarm.patch": "18ed9608baa5a09ed2ccbb214d62763da3ce7bcf09c6aad9003778ea4e56d18f",
"vllm-pr50021-gdn-spec-bounds.patch": "cd6e00270fa28e37a8c7ad11f965662f4153b2fcaf840f2c4043710e7b078655",
"spec-decode-attn.patch": "007791047a1d60143f8e3fe4e0a56dabadfc0134cb288847338b76ba7d1f9fe7",
"xgrammar-spec-terminated.patch": "37589b9a45d5ece37cc16e82b195362719011e52ea31b2e70cdc89845c825040",
"hybrid-sw-block-promote.patch": "10876ac706546e74fe74b8964b90576a7b36f90a2f35a856997c558d7817f154",
"speed-knobs-envs.patch": "841ec93021b1b90f90313a1880a791bbfbdb79cbe34d9b99fdb4c3a7e52ed7c0"
}
},
"script_hashes": {
"swift15/release.py": "c5129121b4ba333b0c4dd2694fb69076cdc75e4b9cda8a6572b3a449c32c3b5e",
"swift15/common.py": "0410dc972e74d8bbc05e090b0543426e4ea57ed707a80a114ea2e658822e1e8c",
"swift15/eval_data.py": "2a4497758d456a3cdd930aa711d0c510b24a2eaf6eb11be3da3e94481d4a166e",
"swift15/ifbench_score.py": "1b97f5859020d8d992944a85357ee7477f8740e65574d5946d2305889244a04d",
"swift15/serve.py": "f80daeb04c86d07b8ce463e1305c9c84d6ab4dbe2eb2322b14970b282bdcdbb3",
"swift15/measure.py": "f955ace33396730c9fdf6fe5d424b6a2f77eb0fc58c83b3bd84b0c804c7a3b37",
"swift15/quantize.py": "a3f65ca5de15d54cf626cde340365e503462d1a33ae8525aa55f6159195886f7",
"swift15/checkpoint.py": "c43707f3623659cd882cfbb57506b152912f42f2a043dfd148c1cf829090f28d",
"swift15/runtime_compat.py": "bcbc7351a6a4719bf38c06658bb12cbcfc9eb31f9280fc9b916782832544dbe6",
"swift15/code_runner.py": "23d52e36543766bb33d33f11adad3772e7836d5170e83f68e326cc2d00b55fd9",
"swift15/report.py": "8e73730ee54a449bb1028b8626f2ad973bed40428f7b49a8780b077cc63dcc92",
"swift15/corpus.py": "d5b420de1f3a1d4be97a44321abdd393247b5d78a56199ad49a62058c98d9050",
"swift15/evaluate.py": "dfb48598358dd97c2b52eb41384b797cf2a4fc9d35cba91b0b2efb84abb73d8c",
"swift15/run.py": "d60a6780eda3ee20ab4b878cfa4fa223edfdc4a5a099c622e05ee06ff61c303f",
"swift15/smoke.py": "e2d4a01d6613e667ceeef0d1a03ef1cec04edf3ab0518aaa4a006d419a91f1fe",
"swift15/generate.py": "55e2659ce67295a4c57ffd12beed9dc0246808d908939c4113f7d1bb506af089",
"swift15/setup.py": "7de02ccb5575e0ac2b62d33842d28aacfc83d63fc96eedad9cbedf1129e90495",
"swift15/test_workflow.py": "221c0b3e6cb04fe4aaec2c47059c329dfa4e06c4084b9b01dfea3ab62032c677",
"drafter/gptq_utils.py": "e0478db6fd5692a8960cd5ad16786655f09b73d6fe864382371c1455f9394c69",
"drafter/capture.py": "6bb7cff9e235999923fa83b994034be6c9246b45fa7d89cca6fabf067f030e9b",
"drafter/train_mtp.py": "900951feef2e0ff7d729f9baac02e9125b5ec16de5680009e368e20139b79faf",
"prepare/build_draft_vocab.py": "426f371a8db9f465c48b56ae05cbc782f0613980005405deac2ad95504d088bc"
},
"original_variant": "fast"
}