{
  "seed": 1,
  "preset": "modernbert-base-4gb",
  "hp": {
    "backbone": "answerdotai/ModernBERT-base",
    "tag": "mbert-base",
    "steps": 0,
    "epochs": 4,
    "micro_batch": 4,
    "grad_accum": 2,
    "lr_head": 0.0001,
    "lr_encoder": 2.5e-05,
    "schedule": "linear",
    "max_len": 640,
    "head_layers": 2,
    "bf16": true,
    "grad_ckpt": true,
    "adam8": true
  },
  "opt_steps": 2700,
  "cal_frac": 0.1,
  "n_params": 163782913,
  "train_seconds": 2339,
  "peak_gib": 2.13,
  "device": "cuda",
  "acc": 0.7515
}