{
  "job_id": "88cbea07b92d",
  "tier": "500k",
  "label": "NanoDex-500k",
  "n_params": 492192,
  "target_tokens": 1500000000,
  "tokens_seen": 1499987968,
  "steps": 11444,
  "seq_len": 512,
  "final_loss": 3.5918569564819336,
  "best_loss": 3.3391036987304688,
  "peak_lr": 0.004,
  "batch_tokens": 131072,
  "optimizer": "AdamW(0.9, 0.95) wd=0.1 clip=1.0",
  "schedule": "warmup 2% + cosine to 10%",
  "dataset": "HuggingFaceFW/fineweb-edu (sample-10BT)",
  "architecture": "LlamaForCausalLM (SiLU, RMSNorm, RoPE, GQA, tied embeddings)",
  "wall_time_s": 2033.0310702323914,
  "trained_by": "DedeProGames"
}