{
  "config": {
    "teacher": "/mnt/home/DDN_Copy/cornell/afei1/hf_cache/hub/models--Qwen--Qwen3-4B/snapshots/1cfa9a7208912126459214e8b04321603b3df60c",
    "student": "/mnt/home/DDN_Copy/cornell/afei1/checkpoints/qwen3-4b-mamba3-u4-stage2a-v0",
    "data_dir": "/mnt/home/DDN_Copy/cornell/afei1/data/stage2b_mix_v1",
    "output_dir": "/mnt/home/DDN_Copy/cornell/afei1/checkpoints/qwen3-4b-mamba3-u4-stage2b-v0",
    "train_tokens": 294000000,
    "global_batch_tokens": 2097152,
    "micro_batch": 1,
    "seq_len": 32768,
    "logit_chunk": 2048,
    "lr_gdn": 0.0001,
    "lr_inherited": 1e-05,
    "min_lr_frac": 0.1,
    "warmup_frac": 0.03,
    "weight_decay": 0.0,
    "betas": [
      0.9,
      0.95
    ],
    "grad_clip": 1.0,
    "grad_checkpoint": true,
    "run_name": "mamba3-stage2b-kd-v0",
    "wandb_project": "qwen3-mamba3-linearization",
    "wandb_group": "stage2b-kd",
    "log_every": 1,
    "eval_every": 10,
    "eval_batches": 16,
    "ppl_windows": 8,
    "ppl_ctx": 4096,
    "save_every": 15,
    "save_model": true,
    "resume": true,
    "attn_implementation": "",
    "offload_optimizer": false
  },
  "final_val": {
    "kl": 0.20212099963100627,
    "top1_agree": 0.8055686950683594
  },
  "wandb_id": "jdm9eury",
  "finished": "2026-09-10 18:30:44"
}