MiniMax-M2.7-PrismaQuant-3.20bit-vllm / mixed_native_manifest.json
rdtand's picture
Upload folder using huggingface_hub
35766e0 verified
Raw History Blame Contribute Delete
664 Bytes
{
"source_model": "/hfcache/hub/models--MiniMaxAI--MiniMax-M2.7/snapshots/d494266a4affc0d2995ba1fa35c8481cbd84294b",
"source_recipe": "/work/artifacts/layer_config_prune_t320.json",
"format_histogram": {
"head_passthrough/BF16": 3,
"linear/FP8_SOURCE": 2204,
"linear/BF16_router_shrunk": 62,
"linear/PRUNED": 14880,
"layer_passthrough/BF16": 248,
"layer_buffer_shrunk/BF16": 62,
"linear/NVFP4": 30780
},
"n_assignment_entries": 32984,
"ignore": [
"lm_head"
],
"prune": {
"n_layers_pruned": 62,
"n_experts_orig_total": 15872,
"n_experts_kept_total": 10912,
"manifest_file": "prune_manifest.json"
}
}