{
  "released_checkpoint_tokens": 27500478464,
  "base_target_tokens": 25000148992,
  "recovery_tokens": 2500329472,
  "engram_anneal_tokens": 1500037632,
  "sequence_length": 256,
  "global_batch_sequences": 2048,
  "tokens_per_optimizer_step": 524288,
  "final_parameters": 2993152,
  "frozen_dev_nll": 2.65625,
  "training_framework": "PyTorch/XLA",
  "training_hardware": "TPU v5e-8"
}