| { |
| "activation_dtype": "bfloat16", |
| "activation_precision": 4, |
| "algorithm": "rtn", |
| "backend": "numpy-reference", |
| "block_size": 16, |
| "calibration_sha256": "ccfa312df9ec642de75e75862f8f42b18a55bbacce377b8f257d71c9eefa5bd6", |
| "created_at": "2026-10-04T03:18:10.373204Z", |
| "files": [ |
| { |
| "path": "1_Pooling/config.json", |
| "sha256": "2e1da26b3fd65cf7e370d2fabf28a8c59efa7edb525d1b8b50be8e5ca1048ea6", |
| "size_bytes": 313 |
| }, |
| { |
| "path": "axquant_cuda_plan.json", |
| "sha256": "3b735ab90ce2043a5aebc993463ec7b589dff675513a0290c3fcec81067b2eb6", |
| "size_bytes": 171920 |
| }, |
| { |
| "path": "config.json", |
| "sha256": "c0c2c43724dbcc6dc6d5ffee0ecdd8b2caf787dd9dcbaee1c99077cf0b6cfe27", |
| "size_bytes": 28562 |
| }, |
| { |
| "path": "config_sentence_transformers.json", |
| "sha256": "10667c72ddb772627bf1780cb7f86af8e2ae0032b8c243c731172064105c6961", |
| "size_bytes": 215 |
| }, |
| { |
| "path": "generation_config.json", |
| "sha256": "28396d421a2108acce96383f6a7de78008f7f1b17f807958f3c14c51dbfb65fb", |
| "size_bytes": 117 |
| }, |
| { |
| "path": "merges.txt", |
| "sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5", |
| "size_bytes": 1671853 |
| }, |
| { |
| "path": "model-00001-of-00004.safetensors", |
| "sha256": "95e7215c3735a750b6b7dba2176eab2c6b09083d9db7d87b3cc6602499d40471", |
| "size_bytes": 3308305656 |
| }, |
| { |
| "path": "model-00002-of-00004.safetensors", |
| "sha256": "5bb0706d5abe7aa61e5020dc3ccd1bca9064fd911eb1e38d1a400701f54cdadb", |
| "size_bytes": 2166605288 |
| }, |
| { |
| "path": "model-00003-of-00004.safetensors", |
| "sha256": "223ddc84244e0f70af57389fa25d41bf8fb9a4aded4a2512aeb27807862384a1", |
| "size_bytes": 2378416272 |
| }, |
| { |
| "path": "model-00004-of-00004.safetensors", |
| "sha256": "36cbc9c60375693629f25743c1e77ebb1724af58e671b2376463193c7fd21ef6", |
| "size_bytes": 335570376 |
| }, |
| { |
| "path": "model.safetensors.index.json", |
| "sha256": "28b535b0551125ad1567b2e95b8084829497f7094329e20332dc48d2c1bdf206", |
| "size_bytes": 55127 |
| }, |
| { |
| "path": "modules.json", |
| "sha256": "84e40c8e006c9b1d6c122e02cba9b02458120b5fb0c87b746c41e0207cf642cf", |
| "size_bytes": 349 |
| }, |
| { |
| "path": "tokenizer.json", |
| "sha256": "83cdf8c3a34f68862319cb1810ee7b1e2c0a44e0864ae930194ddb76bb7feb8d", |
| "size_bytes": 11422947 |
| }, |
| { |
| "path": "tokenizer_config.json", |
| "sha256": "2f58f4bbd7bbce15d683f525954ef3a92cd82f5e06415a9c513859bf8ab72436", |
| "size_bytes": 7256 |
| }, |
| { |
| "path": "vocab.json", |
| "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910", |
| "size_bytes": 2776833 |
| } |
| ], |
| "format": "nvfp4", |
| "plan_sha256": "21e8272224aa3ba8971d9e14c4a2b47e73452cf78926447dd3ee2903a9c4df00", |
| "quality_certified": false, |
| "quantized_tensors": [ |
| "layers.10.mlp.down_proj.weight", |
| "layers.10.mlp.gate_proj.weight", |
| "layers.10.mlp.up_proj.weight", |
| "layers.11.mlp.down_proj.weight", |
| "layers.11.mlp.gate_proj.weight", |
| "layers.11.mlp.up_proj.weight", |
| "layers.12.mlp.down_proj.weight", |
| "layers.12.mlp.gate_proj.weight", |
| "layers.12.mlp.up_proj.weight", |
| "layers.13.mlp.down_proj.weight", |
| "layers.13.mlp.gate_proj.weight", |
| "layers.13.mlp.up_proj.weight", |
| "layers.14.mlp.down_proj.weight", |
| "layers.14.mlp.gate_proj.weight", |
| "layers.14.mlp.up_proj.weight", |
| "layers.15.mlp.down_proj.weight", |
| "layers.15.mlp.gate_proj.weight", |
| "layers.15.mlp.up_proj.weight", |
| "layers.16.mlp.down_proj.weight", |
| "layers.16.mlp.gate_proj.weight", |
| "layers.16.mlp.up_proj.weight", |
| "layers.17.mlp.down_proj.weight", |
| "layers.17.mlp.gate_proj.weight", |
| "layers.17.mlp.up_proj.weight", |
| "layers.18.mlp.down_proj.weight", |
| "layers.18.mlp.gate_proj.weight", |
| "layers.18.mlp.up_proj.weight", |
| "layers.19.mlp.down_proj.weight", |
| "layers.19.mlp.gate_proj.weight", |
| "layers.19.mlp.up_proj.weight", |
| "layers.2.mlp.down_proj.weight", |
| "layers.2.mlp.gate_proj.weight", |
| "layers.2.mlp.up_proj.weight", |
| "layers.20.mlp.down_proj.weight", |
| "layers.20.mlp.gate_proj.weight", |
| "layers.20.mlp.up_proj.weight", |
| "layers.21.mlp.down_proj.weight", |
| "layers.21.mlp.gate_proj.weight", |
| "layers.21.mlp.up_proj.weight", |
| "layers.22.mlp.down_proj.weight", |
| "layers.22.mlp.gate_proj.weight", |
| "layers.22.mlp.up_proj.weight", |
| "layers.23.mlp.down_proj.weight", |
| "layers.23.mlp.gate_proj.weight", |
| "layers.23.mlp.up_proj.weight", |
| "layers.24.mlp.down_proj.weight", |
| "layers.24.mlp.gate_proj.weight", |
| "layers.24.mlp.up_proj.weight", |
| "layers.25.mlp.down_proj.weight", |
| "layers.25.mlp.gate_proj.weight", |
| "layers.25.mlp.up_proj.weight", |
| "layers.26.mlp.down_proj.weight", |
| "layers.26.mlp.gate_proj.weight", |
| "layers.26.mlp.up_proj.weight", |
| "layers.27.mlp.down_proj.weight", |
| "layers.27.mlp.gate_proj.weight", |
| "layers.27.mlp.up_proj.weight", |
| "layers.28.mlp.down_proj.weight", |
| "layers.28.mlp.gate_proj.weight", |
| "layers.28.mlp.up_proj.weight", |
| "layers.29.mlp.down_proj.weight", |
| "layers.29.mlp.gate_proj.weight", |
| "layers.29.mlp.up_proj.weight", |
| "layers.3.mlp.down_proj.weight", |
| "layers.3.mlp.gate_proj.weight", |
| "layers.3.mlp.up_proj.weight", |
| "layers.30.mlp.down_proj.weight", |
| "layers.30.mlp.gate_proj.weight", |
| "layers.30.mlp.up_proj.weight", |
| "layers.31.mlp.down_proj.weight", |
| "layers.31.mlp.gate_proj.weight", |
| "layers.31.mlp.up_proj.weight", |
| "layers.32.mlp.down_proj.weight", |
| "layers.32.mlp.gate_proj.weight", |
| "layers.32.mlp.up_proj.weight", |
| "layers.33.mlp.down_proj.weight", |
| "layers.33.mlp.gate_proj.weight", |
| "layers.33.mlp.up_proj.weight", |
| "layers.4.mlp.down_proj.weight", |
| "layers.4.mlp.gate_proj.weight", |
| "layers.4.mlp.up_proj.weight", |
| "layers.5.mlp.down_proj.weight", |
| "layers.5.mlp.gate_proj.weight", |
| "layers.5.mlp.up_proj.weight", |
| "layers.6.mlp.down_proj.weight", |
| "layers.6.mlp.gate_proj.weight", |
| "layers.6.mlp.up_proj.weight", |
| "layers.7.mlp.down_proj.weight", |
| "layers.7.mlp.gate_proj.weight", |
| "layers.7.mlp.up_proj.weight", |
| "layers.8.mlp.down_proj.weight", |
| "layers.8.mlp.gate_proj.weight", |
| "layers.8.mlp.up_proj.weight", |
| "layers.9.mlp.down_proj.weight", |
| "layers.9.mlp.gate_proj.weight", |
| "layers.9.mlp.up_proj.weight" |
| ], |
| "runtime_verified": false, |
| "schema_version": "axquant.cuda-w4a4-pack.v1", |
| "status": "development" |
| } |
|
|
