{ "base_model": "/mnt/1tb/Qwen2.5-32B-Instruct", "model_name": "Outlier V3.2", "num_layers": 64, "hidden_size": 5120, "intermediate_size": 27648, "moe_layers": [ 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48 ], "experts_per_layer": 8, "top_k": 2, "representation": "zero-delta ternary expert overlays over dense Qwen2.5 shared MLPs" }