Download QUANTIZATION_MANIFEST.json from daavidhauser/Swift-1.5-Qwen3.8-27B-W4A16-HyperQwen-INT4: direct link, hf CLI and curl.
- Browser
- Download file 8.43 kB
-
https://huggingface.co/daavidhauser/Swift-1.5-Qwen3.8-27B-W4A16-HyperQwen-INT4/resolve/64515d381e36084182e4e2abfa20050b75f29889/QUANTIZATION_MANIFEST.json
- Command line
-
hf download hf://daavidhauser/Swift-1.5-Qwen3.8-27B-W4A16-HyperQwen-INT4@64515d381e36084182e4e2abfa20050b75f29889/QUANTIZATION_MANIFEST.json
-
curl -L -o QUANTIZATION_MANIFEST.json https://huggingface.co/daavidhauser/Swift-1.5-Qwen3.8-27B-W4A16-HyperQwen-INT4/resolve/64515d381e36084182e4e2abfa20050b75f29889/QUANTIZATION_MANIFEST.json
8.43 kB
| { | |
| "created": "2026-09-26T16:39:07Z", | |
| "source": { | |
| "repo": "ukisai/Swift-1.5-Qwen3.8-27b-W4A16-AWQ", | |
| "revision": "9dba8a05877150d587215a519ce6befec3c9978a", | |
| "downloaded_at": 1790420447.6224113 | |
| }, | |
| "variant": "INT4 heads", | |
| "preflight_only": false, | |
| "unchanged_body_tensors_verified": 2382, | |
| "body": "unchanged asymmetric AWQ INT4 group128", | |
| "embedding_bits": 8, | |
| "lm_head_bits": 4, | |
| "mtp_bits": 4, | |
| "group_size": 128, | |
| "act_order": false, | |
| "gptq": { | |
| "damping": 0.01, | |
| "lm_head_rows": 300000, | |
| "mtp_examples": 160, | |
| "mtp_depths": 2 | |
| }, | |
| "pristine_inputs": "Heads quantized directly from source BF16 tensors, not from INT8 tensors", | |
| "calibration": { | |
| "seed": 15027, | |
| "sources": { | |
| "code": { | |
| "repository": "ise-uiuc/Magicoder-OSS-Instruct-75K", | |
| "revision": "5f839b1f368a76b161028bb9edff055db34022b2", | |
| "file": "data-oss_instruct-decontaminated.jsonl", | |
| "sha256": "f988f14d3516a9f958eeea310f63903727c6d3463bc9cb435288b6ca4bb09cf9", | |
| "rows_available": 75197 | |
| }, | |
| "tools": { | |
| "repository": "NousResearch/hermes-function-calling-v1", | |
| "revision": "dae3e1d28cfbcf4b915c04ea1e072030529b4bda", | |
| "file": "func-calling-singleturn.json", | |
| "sha256": "fb2df9fe3f295dfd65b223c2dbf04d6b90006357d737f8f8927749f0bea09527", | |
| "rows_available": 1893 | |
| }, | |
| "chat": { | |
| "repository": "HuggingFaceH4/ultrachat_200k", | |
| "revision": "8049631c405ae6576f93f445c6b8166f76f5505a", | |
| "file": "data/train_sft-00000-of-00003-a3ecf92756993583.parquet", | |
| "sha256": "afa8fa7426081b2a0e732fb50dbb5cd402a28ad5f0dbe66c0d996d63e7220727", | |
| "rows_available": 69289 | |
| }, | |
| "math": { | |
| "repository": "openai/gsm8k", | |
| "revision": "740312add88f781978c0658806c59bc2815b9866", | |
| "file": "main/train-00000-of-00001.parquet", | |
| "sha256": "ea82612ea9582142387730c793eb67d3b12849002bc0b7fa6f8efafa7351419d", | |
| "rows_available": 7473 | |
| }, | |
| "multilingual": { | |
| "repository": "CohereLabs/aya_dataset", | |
| "revision": "f9ea04583f02a8f86404ff6c58bf75fe637df8a2", | |
| "file": "data/train-00000-of-00001.parquet", | |
| "sha256": "51baa85043b569ba117f41516b32d1b0e4e2647fb203a08933f98a556fb1fb06", | |
| "rows_available": 202362 | |
| } | |
| }, | |
| "counts": { | |
| "code": 2100, | |
| "multilingual": 600, | |
| "math": 900, | |
| "tools": 900, | |
| "structured": 300, | |
| "chat": 1200 | |
| }, | |
| "holdout_examples": 600, | |
| "total_examples": 6000, | |
| "prompts_sha256": "3e32610847ee353fedeb5e5362d50a6f45f8ec5f5aba4540e0de16eb4d0a537e", | |
| "structured_source": "swift15/corpus.py deterministic templates, not benchmark test prompts", | |
| "source_substitution": "Salesforce xLAM returned gated-access 403; use the independently released Apache-2.0 NousResearch source with native Swift tool formatting." | |
| }, | |
| "runtime": { | |
| "started": "2026-09-26T11:42:47Z", | |
| "hardware": "name, uuid, memory.total [MiB], power.limit [W], driver_version\nNVIDIA GeForce RTX 3090, GPU-9724ba4e-72d2-f72e-69e7-c21e552fe118, 24576 MiB, 250.00 W, 580.173.02\n", | |
| "versions": { | |
| "torch": "2.13.0", | |
| "vllm": "0.27.1", | |
| "transformers": "5.15.0", | |
| "safetensors": "0.8.0", | |
| "compressed-tensors": "0.17.0" | |
| }, | |
| "hyperqwen_commit": "253c76aea0a240bf7cb2bd3ed92b672c0f258d0d", | |
| "python": "3.12.8 | packaged by conda-forge | (main, Dec 5 2024, 14:24:40) [GCC 13.3.0]", | |
| "patches_sha256": { | |
| "spec-decode-int8-kv.patch": "3cfd31304353237af5277c861dc2b43ad33d0f9bff2700594300eff150f64382", | |
| "qwen3_5-mtp-draft-vocab.patch": "292ef662d17bcc10556b787d5bb5f2cd12d3d3fc1f3bd2fe982485ce0d916298", | |
| "marlin-int8-layer-select.patch": "833405e2ed2916529eb20184c38243c843378935522b74bab8c39707bf3ee800", | |
| "offload-wsl2-devptr.patch": "8c6f9e3e5723571d1f33925794435e55062b684b2706d9284d1c5b94778d34db", | |
| "marlin-repack-staged-sm80.patch": "1588e2f10b5f82194d449483e766c0b39c84ba522d1623d39caa9502040f1fab", | |
| "qwen3_5-embed-quant.patch": "0a1b9ca06798c1aef582995de5a0beb3ad9a22a54cdbd2361986563a9c7a980e", | |
| "dflash2-lookup-drafting.patch": "5df09ef03b592d4a2c3b47dd8d2dbf8862fa7383d68aef3dd6ef1d97d29ce196", | |
| "triton-prefill-attn-int8.patch": "6bd36db0226dce7b92ebd1231b6f9718a25da4a933ab4b2a6a8be77860364fae", | |
| "dflash2-backport.patch": "2e937ef748c1942ab04ace05de884e7c24041d34b23e5be8428cac6939ac6875", | |
| "sampler-small-topk-fast-softmax.patch": "8828646ce1916c065282529d9c1bb52064f668397d8e1f33652aef2f308292b6", | |
| "dflash2-ngram-chains.patch": "555b5a75d9023c99b2cd17634ac5b1dc8505f9275d857b1eba08c2d9cbf2df6e", | |
| "spec-decode-int4-kv-mq3d.patch": "b93b186deba1513ad9c4803ee2c574c923b21ba5e88e23bca8b8594b6a6b20a0", | |
| "mamba-align-checkpoint-order.patch": "515d9bf76e860c95d832d615bdab4a97b71e2b0412b4ccc2445f11535ddddf45", | |
| "offload-dflash-eagle-groups.patch": "f2791af64d8066b31e4250d866c4322f45670d75522aff221307281c97c73156", | |
| "marlin-int8-negative-scales.patch": "4cb8a064c706cc62dc77224479898da58864fbfff6b65012d90aa8326035300d", | |
| "vision-tower-cpu-offload.patch": "81dff64a1177058783dcf7d4e8552f1547f74fa8a68019e349dacdb9d66e968e", | |
| "dflash2-prewarm.patch": "e1e8012fa2c304c6948c19fc0071332f80eebcff802b402255445a30d553ab92", | |
| "hybrid-kv-groups-v2-cudagraph.patch": "143825dd9744ab81dabcb438ec0bf974b6e0be8d0d7b0ffbbdfbf7c16a549664", | |
| "marlin-tune-table.patch": "1cac17f12e4ce389b0cb0fc733ceceb0a8cf60c02696ee378dc1d8d0c1ef8914", | |
| "int4-kv-per-token-head.patch": "c03ff10c8c997b355f04fc521827ee2fa99c332ce4127cc2d878b749b79ca3d9", | |
| "spec-sampler-prewarm.patch": "18ed9608baa5a09ed2ccbb214d62763da3ce7bcf09c6aad9003778ea4e56d18f", | |
| "vllm-pr50021-gdn-spec-bounds.patch": "cd6e00270fa28e37a8c7ad11f965662f4153b2fcaf840f2c4043710e7b078655", | |
| "spec-decode-attn.patch": "007791047a1d60143f8e3fe4e0a56dabadfc0134cb288847338b76ba7d1f9fe7", | |
| "xgrammar-spec-terminated.patch": "37589b9a45d5ece37cc16e82b195362719011e52ea31b2e70cdc89845c825040", | |
| "hybrid-sw-block-promote.patch": "10876ac706546e74fe74b8964b90576a7b36f90a2f35a856997c558d7817f154", | |
| "speed-knobs-envs.patch": "841ec93021b1b90f90313a1880a791bbfbdb79cbe34d9b99fdb4c3a7e52ed7c0" | |
| } | |
| }, | |
| "script_hashes": { | |
| "swift15/release.py": "c5129121b4ba333b0c4dd2694fb69076cdc75e4b9cda8a6572b3a449c32c3b5e", | |
| "swift15/common.py": "0410dc972e74d8bbc05e090b0543426e4ea57ed707a80a114ea2e658822e1e8c", | |
| "swift15/eval_data.py": "2a4497758d456a3cdd930aa711d0c510b24a2eaf6eb11be3da3e94481d4a166e", | |
| "swift15/ifbench_score.py": "1b97f5859020d8d992944a85357ee7477f8740e65574d5946d2305889244a04d", | |
| "swift15/serve.py": "f80daeb04c86d07b8ce463e1305c9c84d6ab4dbe2eb2322b14970b282bdcdbb3", | |
| "swift15/measure.py": "f955ace33396730c9fdf6fe5d424b6a2f77eb0fc58c83b3bd84b0c804c7a3b37", | |
| "swift15/quantize.py": "a3f65ca5de15d54cf626cde340365e503462d1a33ae8525aa55f6159195886f7", | |
| "swift15/checkpoint.py": "c43707f3623659cd882cfbb57506b152912f42f2a043dfd148c1cf829090f28d", | |
| "swift15/runtime_compat.py": "bcbc7351a6a4719bf38c06658bb12cbcfc9eb31f9280fc9b916782832544dbe6", | |
| "swift15/code_runner.py": "23d52e36543766bb33d33f11adad3772e7836d5170e83f68e326cc2d00b55fd9", | |
| "swift15/report.py": "8e73730ee54a449bb1028b8626f2ad973bed40428f7b49a8780b077cc63dcc92", | |
| "swift15/corpus.py": "d5b420de1f3a1d4be97a44321abdd393247b5d78a56199ad49a62058c98d9050", | |
| "swift15/evaluate.py": "dfb48598358dd97c2b52eb41384b797cf2a4fc9d35cba91b0b2efb84abb73d8c", | |
| "swift15/run.py": "d60a6780eda3ee20ab4b878cfa4fa223edfdc4a5a099c622e05ee06ff61c303f", | |
| "swift15/smoke.py": "e2d4a01d6613e667ceeef0d1a03ef1cec04edf3ab0518aaa4a006d419a91f1fe", | |
| "swift15/generate.py": "55e2659ce67295a4c57ffd12beed9dc0246808d908939c4113f7d1bb506af089", | |
| "swift15/setup.py": "7de02ccb5575e0ac2b62d33842d28aacfc83d63fc96eedad9cbedf1129e90495", | |
| "swift15/test_workflow.py": "221c0b3e6cb04fe4aaec2c47059c329dfa4e06c4084b9b01dfea3ab62032c677", | |
| "drafter/gptq_utils.py": "e0478db6fd5692a8960cd5ad16786655f09b73d6fe864382371c1455f9394c69", | |
| "drafter/capture.py": "6bb7cff9e235999923fa83b994034be6c9246b45fa7d89cca6fabf067f030e9b", | |
| "drafter/train_mtp.py": "900951feef2e0ff7d729f9baac02e9125b5ec16de5680009e368e20139b79faf", | |
| "prepare/build_draft_vocab.py": "426f371a8db9f465c48b56ae05cbc782f0613980005405deac2ad95504d088bc" | |
| }, | |
| "original_variant": "fast" | |
| } | |