| {"world_size": 1, "epochs": 3, "steps": 15, "seqs": 696, "tokens": 402027, "last_epoch_steps": 0, "last_epoch_seqs": 0, "last_epoch_tokens": 0, "total_seqs": 232, "nan_in_loss_seqs": 0, "experiment_tracking_run_id": null, "loss_ema": 0.6296908100446065, "loss_sum": 9.445362150669098, "mtp_loss_ema": 0, "mtp_loss_sum": 0, "eval_losses_avg": [0.6934893727302551, 0.6750823259353638, 0.6382126808166504, 0.6356888711452484, 0.6220795810222626, 0.6190989017486572]} |