{ "plan": { "attention_mode": "headstack", "shared_expert_mode": "concat", "headstack_output_scale": "half", "shared_expert_output_scale": "half", "base_expert_count": 384, "output_expert_count": 768, "finalized_from_partial_resume": true }, "output_dir": "/home/ggb/mergehell/outputs/deepseek_v4_pro_base_instruct_widthwise_headstack_3p2t.stage_150924", "finalized_from_partial_resume": true, "moved_worker_shards": [], "duplicate_key_count": 2, "duplicate_key_sample": [ { "key": "layers.33.ffn.experts.150.w1.scale", "old": "gpu01-resume-prev-00011.safetensors", "new": "gpu01-model-00001-of-00010.safetensors" }, { "key": "layers.33.ffn.experts.150.w1.weight", "old": "gpu01-resume-prev-00011.safetensors", "new": "gpu01-model-00001-of-00010.safetensors" } ], "num_output_tensors": 287966, "num_output_shards": 165, "total_tensor_bytes": 3201729248376, "total_tensor_bytes_human": "2.91TiB" }