{
  "job_id": "e6414655b517",
  "tier": "8m",
  "label": "NanoDex-8M",
  "n_params": 8060256,
  "target_tokens": 200000000,
  "tokens_seen": 199753728,
  "steps": 381,
  "seq_len": 512,
  "final_loss": 3.8884217739105225,
  "best_loss": 3.820189207792282,
  "peak_lr": 0.00133,
  "batch_tokens": 524288,
  "optimizer": "AdamW(0.9, 0.95) wd=0.1 clip=1.0",
  "schedule": "warmup 2% + cosine to 10%",
  "dataset": "HuggingFaceFW/fineweb-edu (sample-10BT)",
  "architecture": "LlamaForCausalLM (SiLU, RMSNorm, RoPE, GQA, tied embeddings)",
  "wall_time_s": 1755.7315411567688,
  "trained_by": "DedeProGames"
}