{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.139442231075697,
  "eval_steps": 500,
  "global_step": 56,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.12749003984063745,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 18.7233,
      "step": 1
    },
    {
      "epoch": 0.2549800796812749,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 18.7233,
      "step": 2
    },
    {
      "epoch": 0.38247011952191234,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 18.7233,
      "step": 3
    },
    {
      "epoch": 0.5099601593625498,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 18.7233,
      "step": 4
    },
    {
      "epoch": 0.6374501992031872,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 18.7233,
      "step": 5
    },
    {
      "epoch": 0.7649402390438247,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 18.7233,
      "step": 6
    },
    {
      "epoch": 0.8924302788844621,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 18.7233,
      "step": 7
    },
    {
      "epoch": 1.0199203187250996,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 18.7233,
      "step": 8
    },
    {
      "epoch": 1.1474103585657371,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 18.7233,
      "step": 9
    },
    {
      "epoch": 1.2749003984063745,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 18.7233,
      "step": 10
    },
    {
      "epoch": 1.402390438247012,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 18.7233,
      "step": 11
    },
    {
      "epoch": 1.5298804780876494,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 18.7233,
      "step": 12
    },
    {
      "epoch": 1.6573705179282867,
      "grad_norm": 6112.639037273508,
      "learning_rate": 1.5e-05,
      "loss": 18.7233,
      "step": 13
    },
    {
      "epoch": 1.7848605577689243,
      "grad_norm": 6110.006219309437,
      "learning_rate": 3e-05,
      "loss": 18.7233,
      "step": 14
    },
    {
      "epoch": 1.9123505976095618,
      "grad_norm": 634.8701146691345,
      "learning_rate": 2.9974622374069024e-05,
      "loss": 10.9017,
      "step": 15
    },
    {
      "epoch": 2.039840637450199,
      "grad_norm": 156.39014964584567,
      "learning_rate": 2.9898575366129145e-05,
      "loss": 9.9362,
      "step": 16
    },
    {
      "epoch": 2.1673306772908365,
      "grad_norm": 2592.8345492915664,
      "learning_rate": 2.977211629518312e-05,
      "loss": 12.3201,
      "step": 17
    },
    {
      "epoch": 2.2948207171314743,
      "grad_norm": 75.29630920362233,
      "learning_rate": 2.959567305869736e-05,
      "loss": 10.1107,
      "step": 18
    },
    {
      "epoch": 2.4223107569721116,
      "grad_norm": 161.38021026639234,
      "learning_rate": 2.9369842684732334e-05,
      "loss": 8.6923,
      "step": 19
    },
    {
      "epoch": 2.549800796812749,
      "grad_norm": 155.65280248641525,
      "learning_rate": 2.9095389311788626e-05,
      "loss": 7.2544,
      "step": 20
    },
    {
      "epoch": 2.6772908366533863,
      "grad_norm": 95.70219004645348,
      "learning_rate": 2.877324160320411e-05,
      "loss": 7.0566,
      "step": 21
    },
    {
      "epoch": 2.804780876494024,
      "grad_norm": 59.87297752325334,
      "learning_rate": 2.8404489604851186e-05,
      "loss": 6.7458,
      "step": 22
    },
    {
      "epoch": 2.9322709163346614,
      "grad_norm": 64.61870587095892,
      "learning_rate": 2.7990381056766583e-05,
      "loss": 6.4613,
      "step": 23
    },
    {
      "epoch": 3.0597609561752988,
      "grad_norm": 64.21890586964052,
      "learning_rate": 2.753231717119405e-05,
      "loss": 6.1518,
      "step": 24
    },
    {
      "epoch": 3.187250996015936,
      "grad_norm": 59.97610811749855,
      "learning_rate": 2.7031847891325658e-05,
      "loss": 5.8177,
      "step": 25
    },
    {
      "epoch": 3.314741035856574,
      "grad_norm": 73.86320429834296,
      "learning_rate": 2.649066664678467e-05,
      "loss": 5.5198,
      "step": 26
    },
    {
      "epoch": 3.442231075697211,
      "grad_norm": 63.0284165978182,
      "learning_rate": 2.5910604623595732e-05,
      "loss": 5.179,
      "step": 27
    },
    {
      "epoch": 3.5697211155378485,
      "grad_norm": 64.25379974172733,
      "learning_rate": 2.5293624568031008e-05,
      "loss": 4.8516,
      "step": 28
    },
    {
      "epoch": 3.6972111553784863,
      "grad_norm": 68.18292047522789,
      "learning_rate": 2.464181414529809e-05,
      "loss": 4.527,
      "step": 29
    },
    {
      "epoch": 3.8247011952191237,
      "grad_norm": 62.4152863387648,
      "learning_rate": 2.3957378875541795e-05,
      "loss": 4.1732,
      "step": 30
    },
    {
      "epoch": 3.952191235059761,
      "grad_norm": 63.70257503748377,
      "learning_rate": 2.324263467106209e-05,
      "loss": 3.835,
      "step": 31
    },
    {
      "epoch": 4.079681274900398,
      "grad_norm": 66.83460739836623,
      "learning_rate": 2.25e-05,
      "loss": 3.492,
      "step": 32
    },
    {
      "epoch": 4.207171314741036,
      "grad_norm": 61.14069487920872,
      "learning_rate": 2.1731987703006933e-05,
      "loss": 3.124,
      "step": 33
    },
    {
      "epoch": 4.334661354581673,
      "grad_norm": 56.550208004839604,
      "learning_rate": 2.0941196490587352e-05,
      "loss": 2.7951,
      "step": 34
    },
    {
      "epoch": 4.46215139442231,
      "grad_norm": 59.68886001395591,
      "learning_rate": 2.0130302149885033e-05,
      "loss": 2.543,
      "step": 35
    },
    {
      "epoch": 4.589641434262949,
      "grad_norm": 67.97779034705931,
      "learning_rate": 1.9302048490666356e-05,
      "loss": 2.3227,
      "step": 36
    },
    {
      "epoch": 4.717131474103586,
      "grad_norm": 53.009050856021275,
      "learning_rate": 1.8459238061136604e-05,
      "loss": 2.09,
      "step": 37
    },
    {
      "epoch": 4.844621513944223,
      "grad_norm": 66.0790283545487,
      "learning_rate": 1.760472266500396e-05,
      "loss": 1.9014,
      "step": 38
    },
    {
      "epoch": 4.972111553784861,
      "grad_norm": 61.17685763551647,
      "learning_rate": 1.6741393711878455e-05,
      "loss": 1.7386,
      "step": 39
    },
    {
      "epoch": 5.099601593625498,
      "grad_norm": 41.43026131626948,
      "learning_rate": 1.587217243365714e-05,
      "loss": 1.6116,
      "step": 40
    },
    {
      "epoch": 5.227091633466135,
      "grad_norm": 52.738166530363706,
      "learning_rate": 1.5e-05,
      "loss": 1.5323,
      "step": 41
    },
    {
      "epoch": 5.354581673306773,
      "grad_norm": 35.44447992602745,
      "learning_rate": 1.4127827566342864e-05,
      "loss": 1.4449,
      "step": 42
    },
    {
      "epoch": 5.482071713147411,
      "grad_norm": 41.363670618917666,
      "learning_rate": 1.3258606288121545e-05,
      "loss": 1.3754,
      "step": 43
    },
    {
      "epoch": 5.609561752988048,
      "grad_norm": 27.96546877575372,
      "learning_rate": 1.2395277334996045e-05,
      "loss": 1.3086,
      "step": 44
    },
    {
      "epoch": 5.7370517928286855,
      "grad_norm": 28.847548080789075,
      "learning_rate": 1.1540761938863397e-05,
      "loss": 1.2494,
      "step": 45
    },
    {
      "epoch": 5.864541832669323,
      "grad_norm": 25.691527113616417,
      "learning_rate": 1.069795150933365e-05,
      "loss": 1.197,
      "step": 46
    },
    {
      "epoch": 5.99203187250996,
      "grad_norm": 21.67525362880552,
      "learning_rate": 9.86969785011497e-06,
      "loss": 1.1479,
      "step": 47
    },
    {
      "epoch": 6.1195219123505975,
      "grad_norm": 23.11556368916771,
      "learning_rate": 9.058803509412647e-06,
      "loss": 1.1049,
      "step": 48
    },
    {
      "epoch": 6.247011952191235,
      "grad_norm": 21.928727267897784,
      "learning_rate": 8.268012296993067e-06,
      "loss": 1.0666,
      "step": 49
    },
    {
      "epoch": 6.374501992031872,
      "grad_norm": 20.670082712363236,
      "learning_rate": 7.500000000000004e-06,
      "loss": 1.0323,
      "step": 50
    },
    {
      "epoch": 6.5019920318725095,
      "grad_norm": 21.553069155901266,
      "learning_rate": 6.75736532893791e-06,
      "loss": 1.0056,
      "step": 51
    },
    {
      "epoch": 6.629482071713148,
      "grad_norm": 21.507147022487082,
      "learning_rate": 6.0426211244582105e-06,
      "loss": 0.9794,
      "step": 52
    },
    {
      "epoch": 6.756972111553785,
      "grad_norm": 21.58837117003945,
      "learning_rate": 5.3581858547019095e-06,
      "loss": 0.9572,
      "step": 53
    },
    {
      "epoch": 6.884462151394422,
      "grad_norm": 21.74209065061074,
      "learning_rate": 4.706375431968998e-06,
      "loss": 0.9383,
      "step": 54
    },
    {
      "epoch": 7.01195219123506,
      "grad_norm": 21.387585242150045,
      "learning_rate": 4.089395376404269e-06,
      "loss": 0.919,
      "step": 55
    },
    {
      "epoch": 7.139442231075697,
      "grad_norm": 21.618153805878276,
      "learning_rate": 3.5093333532153316e-06,
      "loss": 0.9042,
      "step": 56
    },
    {
      "epoch": 7.139442231075697,
      "step": 56,
      "total_flos": 25561100713984.0,
      "train_loss": 7.525750561484268,
      "train_runtime": 20109.4201,
      "train_samples_per_second": 0.4,
      "train_steps_per_second": 0.003
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 56,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 25561100713984.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}