| { | |
| "released_checkpoint_tokens": 27500478464, | |
| "base_target_tokens": 25000148992, | |
| "recovery_tokens": 2500329472, | |
| "engram_anneal_tokens": 1500037632, | |
| "sequence_length": 256, | |
| "global_batch_sequences": 2048, | |
| "tokens_per_optimizer_step": 524288, | |
| "final_parameters": 2993152, | |
| "frozen_dev_nll": 2.65625, | |
| "training_framework": "PyTorch/XLA", | |
| "training_hardware": "TPU v5e-8" | |
| } | |