AutomatosX's picture
Add native AXQuant NVFP4 W4A4 development checkpoint with two-GPU evidence
f93bb79 verified
Raw History Blame Contribute Delete
4.43 kB
{
"calibration": {
"inputs_root": "calibration",
"method": "Observed original BF16 Linear inputs; dense models, no expert replay",
"observed_matrices": 96,
"sha256": "ccfa312df9ec642de75e75862f8f42b18a55bbacce377b8f257d71c9eefa5bd6"
},
"embedding": {
"append_eos": true,
"attention": "decoder",
"dimensions": 4096,
"document_prefix": "",
"layers": 36,
"model_type": "qwen3",
"pooling": "LAST",
"query_prefix": "Instruct: Given a web search query, retrieve relevant passages that answer the query\nQuery:"
},
"evaluation": {
"corpus_sha256": "7e036b3d6915317efcf8afcce084130d68d7722453f06cc36c544cee09eda16e",
"index_rebuild_required": true,
"scope": "Eight vectors from four paired queries/documents; calibration-disjoint development corpus used in candidate selection, not an independent benchmark"
},
"mtp_supported": false,
"quality_certified": false,
"quantization": {
"activation_headroom": 1.25,
"activation_precision": 4,
"algorithm": "rtn",
"backend": "numpy-reference",
"format": "nvfp4",
"keep_patterns": [
"layers.*.self_attn.*",
"layers.0.mlp.*",
"layers.1.mlp.*",
"layers.34.mlp.*",
"layers.35.mlp.*"
],
"protected_tensors": 302,
"quantized_tensors": 96,
"weight_sensitivity": "unmeasured"
},
"source": {
"repo_id": "Qwen/Qwen3-Embedding-8B",
"revision": "1d8ad4ca9b3dd8059ad90a75d4983776a23d44af",
"source_files": [
{
"path": "1_Pooling/config.json",
"sha256": "2e1da26b3fd65cf7e370d2fabf28a8c59efa7edb525d1b8b50be8e5ca1048ea6",
"size_bytes": 313
},
{
"path": "config.json",
"sha256": "dcccf7c7890c8debc4af8dace8d6acd8dd50bd56d50d4d8b60529381ba3de3d7",
"size_bytes": 729
},
{
"path": "config_sentence_transformers.json",
"sha256": "10667c72ddb772627bf1780cb7f86af8e2ae0032b8c243c731172064105c6961",
"size_bytes": 215
},
{
"path": "generation_config.json",
"sha256": "28396d421a2108acce96383f6a7de78008f7f1b17f807958f3c14c51dbfb65fb",
"size_bytes": 117
},
{
"path": "merges.txt",
"sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",
"size_bytes": 1671853
},
{
"path": "model-00001-of-00004.safetensors",
"sha256": "99b343597fe840706146144699a8b9188dd3387e43eb61faf0231b70b249d451",
"size_bytes": 4900037024
},
{
"path": "model-00002-of-00004.safetensors",
"sha256": "dff635b0f6dbbaad2a2d633ef037ec0a39bc165cc1806c712fbd6fcbcb4526c0",
"size_bytes": 4915959512
},
{
"path": "model-00003-of-00004.safetensors",
"sha256": "30b1d4c53d84eb018f642cad7b373f0aabf79699872d8702c1f38577c0a59a2f",
"size_bytes": 4983067656
},
{
"path": "model-00004-of-00004.safetensors",
"sha256": "36cbc9c60375693629f25743c1e77ebb1724af58e671b2376463193c7fd21ef6",
"size_bytes": 335570376
},
{
"path": "model.safetensors.index.json",
"sha256": "ceaf1429bfa18eecc75d079737e8d1fe8dc0627f5ec7e6a985514626d1ac6a77",
"size_bytes": 30432
},
{
"path": "modules.json",
"sha256": "84e40c8e006c9b1d6c122e02cba9b02458120b5fb0c87b746c41e0207cf642cf",
"size_bytes": 349
},
{
"path": "tokenizer.json",
"sha256": "83cdf8c3a34f68862319cb1810ee7b1e2c0a44e0864ae930194ddb76bb7feb8d",
"size_bytes": 11422947
},
{
"path": "tokenizer_config.json",
"sha256": "2f58f4bbd7bbce15d683f525954ef3a92cd82f5e06415a9c513859bf8ab72436",
"size_bytes": 7256
},
{
"path": "vocab.json",
"sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",
"size_bytes": 2776833
}
]
},
"status": "development-preview",
"toolkit": {
"encoder_sha256": "d705a17a5c7574f619160dd00ea622ab759871fa801b8d41aae54655807ef072",
"name": "axquant",
"reproduction_exporter_sha256": "cae7cc92bd7d19237257ff655fa26464d5a01e309d34ab33c5ed73ac7f907c8d",
"reviewed_reproduction_commit": "3e22743a126a2ecf1c673ab6441041ac37407db8",
"runtime_example_sha256": "045972c8613d1f1b9c9be0397d54e0966fe2f3cb874e6bd21478e73c62e0acc1",
"version": "1.9.0-development"
}
}