{
  "job_id": "04f0484fd93a",
  "tier": "gpt2-small",
  "label": "GPT-2 Small",
  "n_params": 114838272,
  "target_tokens": 1000000,
  "tokens_seen": 524288,
  "steps": 1,
  "seq_len": 512,
  "final_loss": 8.298735171556473,
  "best_loss": 8.298735171556473,
  "peak_lr": 0.0003,
  "batch_tokens": 524288,
  "optimizer": "AdamW(0.9, 0.95) wd=0.1 clip=1.0",
  "schedule": "warmup 2% + cosine to 10%",
  "dataset": "HuggingFaceFW/fineweb-edu (sample-10BT)",
  "architecture": "LlamaForCausalLM (SiLU, RMSNorm, RoPE, GQA, tied embeddings)",
  "wall_time_s": 26.348201513290405,
  "trained_by": "GGUFGuy"
}