{
  "status": "complete",
  "base_model": "/mnt/1tb/Qwen2.5-32B-Instruct",
  "output_dir": "/mnt/1tb/v3_2_70b_checkpoints",
  "moe_layers": [
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46,
    47,
    48
  ],
  "experts_per_layer": 8,
  "parallel_experts": 8,
  "steps_per_expert": 1500,
  "batch_size": 4,
  "lr": 0.001,
  "router_steps": 100,
  "router_lr": 0.001,
  "top_k_logits": 128,
  "topk_experts": 2,
  "corpus_examples": 5000,
  "elapsed_min": 682.0541469812166,
  "peak_gpu_gb": 159.5531668663025,
  "router_summary": null,
  "diversity": {
    "avg_pairwise_cosine": 1.834388258627483,
    "min_pairwise_cosine": 1.0,
    "avg_ternary_zero_rate": 0.3124669211251395
  },
  "alpha_stats": {
    "min": 0.010040704160928726,
    "max": 0.10343793779611588,
    "mean": 0.06916523711822395
  },
  "memory_estimate": {
    "expert_state_gb": 6.328125,
    "rough_base_gb": 28.0,
    "rough_overhead_gb": 45.0,
    "rough_total_gb": 123.625
  },
  "training_records": 52500
}