{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.6018957345971563,
  "eval_steps": 50,
  "global_step": 1352,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001184834123222749,
      "grad_norm": 4.842912681173325,
      "learning_rate": 5e-09,
      "loss": 0.6931,
      "step": 1
    },
    {
      "epoch": 0.001184834123222749,
      "eval_loss": 0.6931471228599548,
      "eval_runtime": 62.005,
      "eval_samples_per_second": 13.273,
      "eval_steps_per_second": 0.839,
      "step": 1
    },
    {
      "epoch": 0.002369668246445498,
      "grad_norm": 13.013466540861657,
      "learning_rate": 1e-08,
      "loss": 0.6931,
      "step": 2
    },
    {
      "epoch": 0.0035545023696682463,
      "grad_norm": 25.207549721573656,
      "learning_rate": 1.5e-08,
      "loss": 0.6931,
      "step": 3
    },
    {
      "epoch": 0.004739336492890996,
      "grad_norm": 11.273510432292214,
      "learning_rate": 2e-08,
      "loss": 0.6931,
      "step": 4
    },
    {
      "epoch": 0.005924170616113744,
      "grad_norm": 24.11230272682227,
      "learning_rate": 2.5e-08,
      "loss": 0.6931,
      "step": 5
    },
    {
      "epoch": 0.0071090047393364926,
      "grad_norm": 5.18401838103531,
      "learning_rate": 3e-08,
      "loss": 0.6931,
      "step": 6
    },
    {
      "epoch": 0.008293838862559242,
      "grad_norm": 7.3509565781013135,
      "learning_rate": 3.5e-08,
      "loss": 0.6931,
      "step": 7
    },
    {
      "epoch": 0.009478672985781991,
      "grad_norm": 6.56880629718354,
      "learning_rate": 4e-08,
      "loss": 0.6931,
      "step": 8
    },
    {
      "epoch": 0.01066350710900474,
      "grad_norm": 5.592557790447292,
      "learning_rate": 4.5e-08,
      "loss": 0.6931,
      "step": 9
    },
    {
      "epoch": 0.011848341232227487,
      "grad_norm": 20.527050875976098,
      "learning_rate": 5e-08,
      "loss": 0.6932,
      "step": 10
    },
    {
      "epoch": 0.013033175355450236,
      "grad_norm": 6.269601088107528,
      "learning_rate": 5.4999999999999996e-08,
      "loss": 0.6931,
      "step": 11
    },
    {
      "epoch": 0.014218009478672985,
      "grad_norm": 9.294134534941529,
      "learning_rate": 6e-08,
      "loss": 0.6931,
      "step": 12
    },
    {
      "epoch": 0.015402843601895734,
      "grad_norm": 5.855434213215903,
      "learning_rate": 6.5e-08,
      "loss": 0.6931,
      "step": 13
    },
    {
      "epoch": 0.016587677725118485,
      "grad_norm": 10.474986444115153,
      "learning_rate": 7e-08,
      "loss": 0.6931,
      "step": 14
    },
    {
      "epoch": 0.017772511848341232,
      "grad_norm": 6.6840985514065325,
      "learning_rate": 7.5e-08,
      "loss": 0.6931,
      "step": 15
    },
    {
      "epoch": 0.018957345971563982,
      "grad_norm": 7.4437101801933645,
      "learning_rate": 8e-08,
      "loss": 0.6931,
      "step": 16
    },
    {
      "epoch": 0.02014218009478673,
      "grad_norm": 6.13165834073612,
      "learning_rate": 8.500000000000001e-08,
      "loss": 0.6931,
      "step": 17
    },
    {
      "epoch": 0.02132701421800948,
      "grad_norm": 8.753680910080762,
      "learning_rate": 9e-08,
      "loss": 0.6931,
      "step": 18
    },
    {
      "epoch": 0.022511848341232227,
      "grad_norm": 4.494857956282118,
      "learning_rate": 9.499999999999999e-08,
      "loss": 0.6931,
      "step": 19
    },
    {
      "epoch": 0.023696682464454975,
      "grad_norm": 5.518409034456923,
      "learning_rate": 1e-07,
      "loss": 0.6931,
      "step": 20
    },
    {
      "epoch": 0.024881516587677725,
      "grad_norm": 22.99472715304125,
      "learning_rate": 1.0499999999999999e-07,
      "loss": 0.6932,
      "step": 21
    },
    {
      "epoch": 0.026066350710900472,
      "grad_norm": 5.44008866558376,
      "learning_rate": 1.0999999999999999e-07,
      "loss": 0.6931,
      "step": 22
    },
    {
      "epoch": 0.027251184834123223,
      "grad_norm": 8.315427696253538,
      "learning_rate": 1.15e-07,
      "loss": 0.693,
      "step": 23
    },
    {
      "epoch": 0.02843601895734597,
      "grad_norm": 9.819572604936798,
      "learning_rate": 1.2e-07,
      "loss": 0.693,
      "step": 24
    },
    {
      "epoch": 0.02962085308056872,
      "grad_norm": 19.108539667598766,
      "learning_rate": 1.25e-07,
      "loss": 0.6929,
      "step": 25
    },
    {
      "epoch": 0.030805687203791468,
      "grad_norm": 14.585034902914206,
      "learning_rate": 1.3e-07,
      "loss": 0.6932,
      "step": 26
    },
    {
      "epoch": 0.031990521327014215,
      "grad_norm": 9.101944616686147,
      "learning_rate": 1.35e-07,
      "loss": 0.693,
      "step": 27
    },
    {
      "epoch": 0.03317535545023697,
      "grad_norm": 5.776790369186141,
      "learning_rate": 1.4e-07,
      "loss": 0.693,
      "step": 28
    },
    {
      "epoch": 0.034360189573459717,
      "grad_norm": 12.420816953833807,
      "learning_rate": 1.45e-07,
      "loss": 0.6931,
      "step": 29
    },
    {
      "epoch": 0.035545023696682464,
      "grad_norm": 12.016877135801524,
      "learning_rate": 1.5e-07,
      "loss": 0.6929,
      "step": 30
    },
    {
      "epoch": 0.03672985781990521,
      "grad_norm": 17.865737609497657,
      "learning_rate": 1.55e-07,
      "loss": 0.6931,
      "step": 31
    },
    {
      "epoch": 0.037914691943127965,
      "grad_norm": 10.946159830311144,
      "learning_rate": 1.6e-07,
      "loss": 0.6929,
      "step": 32
    },
    {
      "epoch": 0.03909952606635071,
      "grad_norm": 7.26222881952521,
      "learning_rate": 1.65e-07,
      "loss": 0.693,
      "step": 33
    },
    {
      "epoch": 0.04028436018957346,
      "grad_norm": 16.017675753924713,
      "learning_rate": 1.7000000000000001e-07,
      "loss": 0.6927,
      "step": 34
    },
    {
      "epoch": 0.041469194312796206,
      "grad_norm": 14.865936997931808,
      "learning_rate": 1.75e-07,
      "loss": 0.6931,
      "step": 35
    },
    {
      "epoch": 0.04265402843601896,
      "grad_norm": 6.989152070363955,
      "learning_rate": 1.8e-07,
      "loss": 0.6929,
      "step": 36
    },
    {
      "epoch": 0.04383886255924171,
      "grad_norm": 5.830142644690912,
      "learning_rate": 1.85e-07,
      "loss": 0.693,
      "step": 37
    },
    {
      "epoch": 0.045023696682464455,
      "grad_norm": 18.298834268327568,
      "learning_rate": 1.8999999999999998e-07,
      "loss": 0.6931,
      "step": 38
    },
    {
      "epoch": 0.0462085308056872,
      "grad_norm": 8.595226932799667,
      "learning_rate": 1.9499999999999999e-07,
      "loss": 0.6929,
      "step": 39
    },
    {
      "epoch": 0.04739336492890995,
      "grad_norm": 5.6255428173780055,
      "learning_rate": 2e-07,
      "loss": 0.6929,
      "step": 40
    },
    {
      "epoch": 0.0485781990521327,
      "grad_norm": 10.273539930083835,
      "learning_rate": 2.0499999999999997e-07,
      "loss": 0.6927,
      "step": 41
    },
    {
      "epoch": 0.04976303317535545,
      "grad_norm": 5.959521496263993,
      "learning_rate": 2.0999999999999997e-07,
      "loss": 0.6928,
      "step": 42
    },
    {
      "epoch": 0.0509478672985782,
      "grad_norm": 5.398338620565399,
      "learning_rate": 2.1499999999999998e-07,
      "loss": 0.6929,
      "step": 43
    },
    {
      "epoch": 0.052132701421800945,
      "grad_norm": 18.51701133821435,
      "learning_rate": 2.1999999999999998e-07,
      "loss": 0.6928,
      "step": 44
    },
    {
      "epoch": 0.0533175355450237,
      "grad_norm": 10.120166425396867,
      "learning_rate": 2.25e-07,
      "loss": 0.6928,
      "step": 45
    },
    {
      "epoch": 0.054502369668246446,
      "grad_norm": 9.406423565733586,
      "learning_rate": 2.3e-07,
      "loss": 0.6927,
      "step": 46
    },
    {
      "epoch": 0.05568720379146919,
      "grad_norm": 13.864654741893007,
      "learning_rate": 2.3499999999999997e-07,
      "loss": 0.6927,
      "step": 47
    },
    {
      "epoch": 0.05687203791469194,
      "grad_norm": 4.845925029634522,
      "learning_rate": 2.4e-07,
      "loss": 0.6928,
      "step": 48
    },
    {
      "epoch": 0.058056872037914695,
      "grad_norm": 5.37379618929059,
      "learning_rate": 2.45e-07,
      "loss": 0.6928,
      "step": 49
    },
    {
      "epoch": 0.05924170616113744,
      "grad_norm": 6.6369233721322605,
      "learning_rate": 2.5e-07,
      "loss": 0.6927,
      "step": 50
    },
    {
      "epoch": 0.05924170616113744,
      "eval_loss": 0.6926634311676025,
      "eval_runtime": 58.7485,
      "eval_samples_per_second": 14.009,
      "eval_steps_per_second": 0.885,
      "step": 50
    },
    {
      "epoch": 0.06042654028436019,
      "grad_norm": 10.966673821105905,
      "learning_rate": 2.55e-07,
      "loss": 0.6929,
      "step": 51
    },
    {
      "epoch": 0.061611374407582936,
      "grad_norm": 11.582337862061097,
      "learning_rate": 2.6e-07,
      "loss": 0.6926,
      "step": 52
    },
    {
      "epoch": 0.06279620853080568,
      "grad_norm": 8.941972889362651,
      "learning_rate": 2.65e-07,
      "loss": 0.6927,
      "step": 53
    },
    {
      "epoch": 0.06398104265402843,
      "grad_norm": 14.997343470976562,
      "learning_rate": 2.7e-07,
      "loss": 0.6927,
      "step": 54
    },
    {
      "epoch": 0.06516587677725119,
      "grad_norm": 5.677663010655966,
      "learning_rate": 2.75e-07,
      "loss": 0.6926,
      "step": 55
    },
    {
      "epoch": 0.06635071090047394,
      "grad_norm": 5.020981860702543,
      "learning_rate": 2.8e-07,
      "loss": 0.6925,
      "step": 56
    },
    {
      "epoch": 0.06753554502369669,
      "grad_norm": 7.474033040046244,
      "learning_rate": 2.8499999999999997e-07,
      "loss": 0.6925,
      "step": 57
    },
    {
      "epoch": 0.06872037914691943,
      "grad_norm": 17.180875525483216,
      "learning_rate": 2.9e-07,
      "loss": 0.6929,
      "step": 58
    },
    {
      "epoch": 0.06990521327014218,
      "grad_norm": 13.25617168356445,
      "learning_rate": 2.95e-07,
      "loss": 0.6925,
      "step": 59
    },
    {
      "epoch": 0.07109004739336493,
      "grad_norm": 30.116258413787573,
      "learning_rate": 3e-07,
      "loss": 0.693,
      "step": 60
    },
    {
      "epoch": 0.07227488151658767,
      "grad_norm": 10.64426253518926,
      "learning_rate": 3.05e-07,
      "loss": 0.6922,
      "step": 61
    },
    {
      "epoch": 0.07345971563981042,
      "grad_norm": 11.453245118504901,
      "learning_rate": 3.1e-07,
      "loss": 0.6925,
      "step": 62
    },
    {
      "epoch": 0.07464454976303317,
      "grad_norm": 5.907026386237989,
      "learning_rate": 3.15e-07,
      "loss": 0.6924,
      "step": 63
    },
    {
      "epoch": 0.07582938388625593,
      "grad_norm": 19.406661340061074,
      "learning_rate": 3.2e-07,
      "loss": 0.6925,
      "step": 64
    },
    {
      "epoch": 0.07701421800947868,
      "grad_norm": 18.18198520017815,
      "learning_rate": 3.25e-07,
      "loss": 0.6927,
      "step": 65
    },
    {
      "epoch": 0.07819905213270142,
      "grad_norm": 4.7357931743672035,
      "learning_rate": 3.3e-07,
      "loss": 0.6924,
      "step": 66
    },
    {
      "epoch": 0.07938388625592417,
      "grad_norm": 10.532802042903194,
      "learning_rate": 3.35e-07,
      "loss": 0.6924,
      "step": 67
    },
    {
      "epoch": 0.08056872037914692,
      "grad_norm": 11.915177348864768,
      "learning_rate": 3.4000000000000003e-07,
      "loss": 0.6924,
      "step": 68
    },
    {
      "epoch": 0.08175355450236967,
      "grad_norm": 18.00153138952007,
      "learning_rate": 3.45e-07,
      "loss": 0.6924,
      "step": 69
    },
    {
      "epoch": 0.08293838862559241,
      "grad_norm": 10.234716621499297,
      "learning_rate": 3.5e-07,
      "loss": 0.6922,
      "step": 70
    },
    {
      "epoch": 0.08412322274881516,
      "grad_norm": 11.147351790721068,
      "learning_rate": 3.55e-07,
      "loss": 0.6923,
      "step": 71
    },
    {
      "epoch": 0.08530805687203792,
      "grad_norm": 5.9427941542555365,
      "learning_rate": 3.6e-07,
      "loss": 0.692,
      "step": 72
    },
    {
      "epoch": 0.08649289099526067,
      "grad_norm": 9.650743281341448,
      "learning_rate": 3.65e-07,
      "loss": 0.6921,
      "step": 73
    },
    {
      "epoch": 0.08767772511848342,
      "grad_norm": 14.437098875051285,
      "learning_rate": 3.7e-07,
      "loss": 0.6923,
      "step": 74
    },
    {
      "epoch": 0.08886255924170616,
      "grad_norm": 5.378048791391647,
      "learning_rate": 3.75e-07,
      "loss": 0.6921,
      "step": 75
    },
    {
      "epoch": 0.09004739336492891,
      "grad_norm": 23.76267009040223,
      "learning_rate": 3.7999999999999996e-07,
      "loss": 0.6921,
      "step": 76
    },
    {
      "epoch": 0.09123222748815166,
      "grad_norm": 26.84411773978452,
      "learning_rate": 3.8499999999999997e-07,
      "loss": 0.6926,
      "step": 77
    },
    {
      "epoch": 0.0924170616113744,
      "grad_norm": 6.313251132925155,
      "learning_rate": 3.8999999999999997e-07,
      "loss": 0.6918,
      "step": 78
    },
    {
      "epoch": 0.09360189573459715,
      "grad_norm": 5.002486541981642,
      "learning_rate": 3.95e-07,
      "loss": 0.6922,
      "step": 79
    },
    {
      "epoch": 0.0947867298578199,
      "grad_norm": 5.125567908053878,
      "learning_rate": 4e-07,
      "loss": 0.6921,
      "step": 80
    },
    {
      "epoch": 0.09597156398104266,
      "grad_norm": 5.76391233867192,
      "learning_rate": 4.05e-07,
      "loss": 0.6926,
      "step": 81
    },
    {
      "epoch": 0.0971563981042654,
      "grad_norm": 9.172761657475997,
      "learning_rate": 4.0999999999999994e-07,
      "loss": 0.6923,
      "step": 82
    },
    {
      "epoch": 0.09834123222748815,
      "grad_norm": 15.521052808202064,
      "learning_rate": 4.1499999999999994e-07,
      "loss": 0.6922,
      "step": 83
    },
    {
      "epoch": 0.0995260663507109,
      "grad_norm": 6.256832828679843,
      "learning_rate": 4.1999999999999995e-07,
      "loss": 0.6917,
      "step": 84
    },
    {
      "epoch": 0.10071090047393365,
      "grad_norm": 6.119025109284402,
      "learning_rate": 4.2499999999999995e-07,
      "loss": 0.6923,
      "step": 85
    },
    {
      "epoch": 0.1018957345971564,
      "grad_norm": 15.199284387604703,
      "learning_rate": 4.2999999999999996e-07,
      "loss": 0.6919,
      "step": 86
    },
    {
      "epoch": 0.10308056872037914,
      "grad_norm": 15.339972724148373,
      "learning_rate": 4.3499999999999996e-07,
      "loss": 0.6921,
      "step": 87
    },
    {
      "epoch": 0.10426540284360189,
      "grad_norm": 11.496730664780461,
      "learning_rate": 4.3999999999999997e-07,
      "loss": 0.692,
      "step": 88
    },
    {
      "epoch": 0.10545023696682465,
      "grad_norm": 4.773306731969947,
      "learning_rate": 4.45e-07,
      "loss": 0.6919,
      "step": 89
    },
    {
      "epoch": 0.1066350710900474,
      "grad_norm": 8.260323351824246,
      "learning_rate": 4.5e-07,
      "loss": 0.6913,
      "step": 90
    },
    {
      "epoch": 0.10781990521327015,
      "grad_norm": 5.659723672215949,
      "learning_rate": 4.55e-07,
      "loss": 0.6915,
      "step": 91
    },
    {
      "epoch": 0.10900473933649289,
      "grad_norm": 5.107079958535661,
      "learning_rate": 4.6e-07,
      "loss": 0.6915,
      "step": 92
    },
    {
      "epoch": 0.11018957345971564,
      "grad_norm": 22.056688920378733,
      "learning_rate": 4.65e-07,
      "loss": 0.6917,
      "step": 93
    },
    {
      "epoch": 0.11137440758293839,
      "grad_norm": 4.86312181195146,
      "learning_rate": 4.6999999999999995e-07,
      "loss": 0.6916,
      "step": 94
    },
    {
      "epoch": 0.11255924170616113,
      "grad_norm": 4.682425298642347,
      "learning_rate": 4.7499999999999995e-07,
      "loss": 0.6921,
      "step": 95
    },
    {
      "epoch": 0.11374407582938388,
      "grad_norm": 7.5909421969744315,
      "learning_rate": 4.8e-07,
      "loss": 0.6917,
      "step": 96
    },
    {
      "epoch": 0.11492890995260663,
      "grad_norm": 9.52244613318277,
      "learning_rate": 4.85e-07,
      "loss": 0.6918,
      "step": 97
    },
    {
      "epoch": 0.11611374407582939,
      "grad_norm": 20.463831503545507,
      "learning_rate": 4.9e-07,
      "loss": 0.6922,
      "step": 98
    },
    {
      "epoch": 0.11729857819905214,
      "grad_norm": 5.85073635301077,
      "learning_rate": 4.95e-07,
      "loss": 0.6919,
      "step": 99
    },
    {
      "epoch": 0.11848341232227488,
      "grad_norm": 9.713864024698502,
      "learning_rate": 5e-07,
      "loss": 0.691,
      "step": 100
    },
    {
      "epoch": 0.11848341232227488,
      "eval_loss": 0.6912016868591309,
      "eval_runtime": 55.0989,
      "eval_samples_per_second": 14.937,
      "eval_steps_per_second": 0.944,
      "step": 100
    },
    {
      "epoch": 0.11966824644549763,
      "grad_norm": 8.735757832881882,
      "learning_rate": 5.049999999999999e-07,
      "loss": 0.6913,
      "step": 101
    },
    {
      "epoch": 0.12085308056872038,
      "grad_norm": 8.536276252611597,
      "learning_rate": 5.1e-07,
      "loss": 0.6916,
      "step": 102
    },
    {
      "epoch": 0.12203791469194313,
      "grad_norm": 12.307955522799803,
      "learning_rate": 5.149999999999999e-07,
      "loss": 0.6919,
      "step": 103
    },
    {
      "epoch": 0.12322274881516587,
      "grad_norm": 11.5436391524331,
      "learning_rate": 5.2e-07,
      "loss": 0.6908,
      "step": 104
    },
    {
      "epoch": 0.12440758293838862,
      "grad_norm": 10.060636220616002,
      "learning_rate": 5.25e-07,
      "loss": 0.6907,
      "step": 105
    },
    {
      "epoch": 0.12559241706161137,
      "grad_norm": 5.041585370529337,
      "learning_rate": 5.3e-07,
      "loss": 0.691,
      "step": 106
    },
    {
      "epoch": 0.12677725118483413,
      "grad_norm": 11.64846080453421,
      "learning_rate": 5.35e-07,
      "loss": 0.6914,
      "step": 107
    },
    {
      "epoch": 0.12796208530805686,
      "grad_norm": 19.76068719894559,
      "learning_rate": 5.4e-07,
      "loss": 0.6919,
      "step": 108
    },
    {
      "epoch": 0.12914691943127962,
      "grad_norm": 14.136074416348508,
      "learning_rate": 5.45e-07,
      "loss": 0.6909,
      "step": 109
    },
    {
      "epoch": 0.13033175355450238,
      "grad_norm": 10.28440428895041,
      "learning_rate": 5.5e-07,
      "loss": 0.6911,
      "step": 110
    },
    {
      "epoch": 0.13151658767772512,
      "grad_norm": 7.391244110222167,
      "learning_rate": 5.55e-07,
      "loss": 0.6909,
      "step": 111
    },
    {
      "epoch": 0.13270142180094788,
      "grad_norm": 4.823429256379869,
      "learning_rate": 5.6e-07,
      "loss": 0.6911,
      "step": 112
    },
    {
      "epoch": 0.1338862559241706,
      "grad_norm": 23.383696969681193,
      "learning_rate": 5.649999999999999e-07,
      "loss": 0.6906,
      "step": 113
    },
    {
      "epoch": 0.13507109004739337,
      "grad_norm": 19.49459565572995,
      "learning_rate": 5.699999999999999e-07,
      "loss": 0.6896,
      "step": 114
    },
    {
      "epoch": 0.1362559241706161,
      "grad_norm": 9.86021667122269,
      "learning_rate": 5.749999999999999e-07,
      "loss": 0.6908,
      "step": 115
    },
    {
      "epoch": 0.13744075829383887,
      "grad_norm": 9.176213186401592,
      "learning_rate": 5.8e-07,
      "loss": 0.69,
      "step": 116
    },
    {
      "epoch": 0.1386255924170616,
      "grad_norm": 10.965194330031808,
      "learning_rate": 5.849999999999999e-07,
      "loss": 0.6907,
      "step": 117
    },
    {
      "epoch": 0.13981042654028436,
      "grad_norm": 5.324309937382266,
      "learning_rate": 5.9e-07,
      "loss": 0.6901,
      "step": 118
    },
    {
      "epoch": 0.14099526066350712,
      "grad_norm": 6.295743777248256,
      "learning_rate": 5.949999999999999e-07,
      "loss": 0.6904,
      "step": 119
    },
    {
      "epoch": 0.14218009478672985,
      "grad_norm": 15.67891975538989,
      "learning_rate": 6e-07,
      "loss": 0.692,
      "step": 120
    },
    {
      "epoch": 0.14336492890995262,
      "grad_norm": 9.127359508013708,
      "learning_rate": 6.049999999999999e-07,
      "loss": 0.6906,
      "step": 121
    },
    {
      "epoch": 0.14454976303317535,
      "grad_norm": 7.5044121458383595,
      "learning_rate": 6.1e-07,
      "loss": 0.6891,
      "step": 122
    },
    {
      "epoch": 0.1457345971563981,
      "grad_norm": 12.683289947181704,
      "learning_rate": 6.149999999999999e-07,
      "loss": 0.6906,
      "step": 123
    },
    {
      "epoch": 0.14691943127962084,
      "grad_norm": 13.110766398513006,
      "learning_rate": 6.2e-07,
      "loss": 0.6904,
      "step": 124
    },
    {
      "epoch": 0.1481042654028436,
      "grad_norm": 11.995325494799939,
      "learning_rate": 6.249999999999999e-07,
      "loss": 0.6903,
      "step": 125
    },
    {
      "epoch": 0.14928909952606634,
      "grad_norm": 6.422118572134765,
      "learning_rate": 6.3e-07,
      "loss": 0.6904,
      "step": 126
    },
    {
      "epoch": 0.1504739336492891,
      "grad_norm": 10.691214133018695,
      "learning_rate": 6.35e-07,
      "loss": 0.6905,
      "step": 127
    },
    {
      "epoch": 0.15165876777251186,
      "grad_norm": 5.404413946055909,
      "learning_rate": 6.4e-07,
      "loss": 0.691,
      "step": 128
    },
    {
      "epoch": 0.1528436018957346,
      "grad_norm": 4.447046938476608,
      "learning_rate": 6.45e-07,
      "loss": 0.6911,
      "step": 129
    },
    {
      "epoch": 0.15402843601895735,
      "grad_norm": 5.0248072341394865,
      "learning_rate": 6.5e-07,
      "loss": 0.6914,
      "step": 130
    },
    {
      "epoch": 0.1552132701421801,
      "grad_norm": 5.056679953391262,
      "learning_rate": 6.55e-07,
      "loss": 0.6905,
      "step": 131
    },
    {
      "epoch": 0.15639810426540285,
      "grad_norm": 16.537683924677737,
      "learning_rate": 6.6e-07,
      "loss": 0.6895,
      "step": 132
    },
    {
      "epoch": 0.15758293838862558,
      "grad_norm": 21.091493660710064,
      "learning_rate": 6.65e-07,
      "loss": 0.6897,
      "step": 133
    },
    {
      "epoch": 0.15876777251184834,
      "grad_norm": 8.432912706940217,
      "learning_rate": 6.7e-07,
      "loss": 0.689,
      "step": 134
    },
    {
      "epoch": 0.15995260663507108,
      "grad_norm": 5.270172573046601,
      "learning_rate": 6.75e-07,
      "loss": 0.6894,
      "step": 135
    },
    {
      "epoch": 0.16113744075829384,
      "grad_norm": 16.85436413901504,
      "learning_rate": 6.800000000000001e-07,
      "loss": 0.6906,
      "step": 136
    },
    {
      "epoch": 0.1623222748815166,
      "grad_norm": 6.916851112907155,
      "learning_rate": 6.85e-07,
      "loss": 0.6889,
      "step": 137
    },
    {
      "epoch": 0.16350710900473933,
      "grad_norm": 7.1221016172033655,
      "learning_rate": 6.9e-07,
      "loss": 0.6897,
      "step": 138
    },
    {
      "epoch": 0.1646919431279621,
      "grad_norm": 10.163791082368434,
      "learning_rate": 6.949999999999999e-07,
      "loss": 0.6896,
      "step": 139
    },
    {
      "epoch": 0.16587677725118483,
      "grad_norm": 14.381198582029823,
      "learning_rate": 7e-07,
      "loss": 0.6892,
      "step": 140
    },
    {
      "epoch": 0.1670616113744076,
      "grad_norm": 27.46453698599659,
      "learning_rate": 7.049999999999999e-07,
      "loss": 0.69,
      "step": 141
    },
    {
      "epoch": 0.16824644549763032,
      "grad_norm": 6.604176868933808,
      "learning_rate": 7.1e-07,
      "loss": 0.6875,
      "step": 142
    },
    {
      "epoch": 0.16943127962085308,
      "grad_norm": 9.080958816193693,
      "learning_rate": 7.149999999999999e-07,
      "loss": 0.6882,
      "step": 143
    },
    {
      "epoch": 0.17061611374407584,
      "grad_norm": 8.606545021512053,
      "learning_rate": 7.2e-07,
      "loss": 0.688,
      "step": 144
    },
    {
      "epoch": 0.17180094786729858,
      "grad_norm": 8.818101912012192,
      "learning_rate": 7.249999999999999e-07,
      "loss": 0.6888,
      "step": 145
    },
    {
      "epoch": 0.17298578199052134,
      "grad_norm": 7.023229633046101,
      "learning_rate": 7.3e-07,
      "loss": 0.6883,
      "step": 146
    },
    {
      "epoch": 0.17417061611374407,
      "grad_norm": 13.202458096332483,
      "learning_rate": 7.35e-07,
      "loss": 0.6911,
      "step": 147
    },
    {
      "epoch": 0.17535545023696683,
      "grad_norm": 15.969335522541915,
      "learning_rate": 7.4e-07,
      "loss": 0.6898,
      "step": 148
    },
    {
      "epoch": 0.17654028436018956,
      "grad_norm": 21.252078515205625,
      "learning_rate": 7.45e-07,
      "loss": 0.6911,
      "step": 149
    },
    {
      "epoch": 0.17772511848341233,
      "grad_norm": 10.052620681652504,
      "learning_rate": 7.5e-07,
      "loss": 0.6878,
      "step": 150
    },
    {
      "epoch": 0.17772511848341233,
      "eval_loss": 0.6874876618385315,
      "eval_runtime": 54.043,
      "eval_samples_per_second": 15.229,
      "eval_steps_per_second": 0.962,
      "step": 150
    },
    {
      "epoch": 0.17890995260663506,
      "grad_norm": 7.158864715478862,
      "learning_rate": 7.55e-07,
      "loss": 0.6871,
      "step": 151
    },
    {
      "epoch": 0.18009478672985782,
      "grad_norm": 9.1358043468594,
      "learning_rate": 7.599999999999999e-07,
      "loss": 0.6875,
      "step": 152
    },
    {
      "epoch": 0.18127962085308058,
      "grad_norm": 5.457525606930803,
      "learning_rate": 7.65e-07,
      "loss": 0.6882,
      "step": 153
    },
    {
      "epoch": 0.18246445497630331,
      "grad_norm": 8.695681816363182,
      "learning_rate": 7.699999999999999e-07,
      "loss": 0.6875,
      "step": 154
    },
    {
      "epoch": 0.18364928909952608,
      "grad_norm": 6.992833901092717,
      "learning_rate": 7.75e-07,
      "loss": 0.69,
      "step": 155
    },
    {
      "epoch": 0.1848341232227488,
      "grad_norm": 11.327106053516577,
      "learning_rate": 7.799999999999999e-07,
      "loss": 0.6861,
      "step": 156
    },
    {
      "epoch": 0.18601895734597157,
      "grad_norm": 12.206795478765468,
      "learning_rate": 7.85e-07,
      "loss": 0.6872,
      "step": 157
    },
    {
      "epoch": 0.1872037914691943,
      "grad_norm": 11.670452718361528,
      "learning_rate": 7.9e-07,
      "loss": 0.6873,
      "step": 158
    },
    {
      "epoch": 0.18838862559241706,
      "grad_norm": 10.394255318275,
      "learning_rate": 7.95e-07,
      "loss": 0.6883,
      "step": 159
    },
    {
      "epoch": 0.1895734597156398,
      "grad_norm": 29.830224779254273,
      "learning_rate": 8e-07,
      "loss": 0.6873,
      "step": 160
    },
    {
      "epoch": 0.19075829383886256,
      "grad_norm": 8.19405638351032,
      "learning_rate": 8.05e-07,
      "loss": 0.6849,
      "step": 161
    },
    {
      "epoch": 0.19194312796208532,
      "grad_norm": 6.4691692398191165,
      "learning_rate": 8.1e-07,
      "loss": 0.6854,
      "step": 162
    },
    {
      "epoch": 0.19312796208530805,
      "grad_norm": 7.639628649694936,
      "learning_rate": 8.149999999999999e-07,
      "loss": 0.6887,
      "step": 163
    },
    {
      "epoch": 0.1943127962085308,
      "grad_norm": 17.413499986090972,
      "learning_rate": 8.199999999999999e-07,
      "loss": 0.6846,
      "step": 164
    },
    {
      "epoch": 0.19549763033175355,
      "grad_norm": 5.309092918246534,
      "learning_rate": 8.249999999999999e-07,
      "loss": 0.6891,
      "step": 165
    },
    {
      "epoch": 0.1966824644549763,
      "grad_norm": 7.446590034492426,
      "learning_rate": 8.299999999999999e-07,
      "loss": 0.6855,
      "step": 166
    },
    {
      "epoch": 0.19786729857819904,
      "grad_norm": 9.96015478678009,
      "learning_rate": 8.349999999999999e-07,
      "loss": 0.6843,
      "step": 167
    },
    {
      "epoch": 0.1990521327014218,
      "grad_norm": 12.633638991242824,
      "learning_rate": 8.399999999999999e-07,
      "loss": 0.6844,
      "step": 168
    },
    {
      "epoch": 0.20023696682464456,
      "grad_norm": 7.533772786798129,
      "learning_rate": 8.45e-07,
      "loss": 0.685,
      "step": 169
    },
    {
      "epoch": 0.2014218009478673,
      "grad_norm": 6.594946642463255,
      "learning_rate": 8.499999999999999e-07,
      "loss": 0.6851,
      "step": 170
    },
    {
      "epoch": 0.20260663507109006,
      "grad_norm": 10.234001728156082,
      "learning_rate": 8.55e-07,
      "loss": 0.6845,
      "step": 171
    },
    {
      "epoch": 0.2037914691943128,
      "grad_norm": 14.063644054463136,
      "learning_rate": 8.599999999999999e-07,
      "loss": 0.683,
      "step": 172
    },
    {
      "epoch": 0.20497630331753555,
      "grad_norm": 7.492696336567383,
      "learning_rate": 8.65e-07,
      "loss": 0.6849,
      "step": 173
    },
    {
      "epoch": 0.20616113744075829,
      "grad_norm": 9.371933323337045,
      "learning_rate": 8.699999999999999e-07,
      "loss": 0.6859,
      "step": 174
    },
    {
      "epoch": 0.20734597156398105,
      "grad_norm": 14.68266196345255,
      "learning_rate": 8.75e-07,
      "loss": 0.685,
      "step": 175
    },
    {
      "epoch": 0.20853080568720378,
      "grad_norm": 8.595805104024867,
      "learning_rate": 8.799999999999999e-07,
      "loss": 0.682,
      "step": 176
    },
    {
      "epoch": 0.20971563981042654,
      "grad_norm": 8.176461365837259,
      "learning_rate": 8.85e-07,
      "loss": 0.6834,
      "step": 177
    },
    {
      "epoch": 0.2109004739336493,
      "grad_norm": 24.75404438632194,
      "learning_rate": 8.9e-07,
      "loss": 0.6823,
      "step": 178
    },
    {
      "epoch": 0.21208530805687204,
      "grad_norm": 14.936592212079153,
      "learning_rate": 8.95e-07,
      "loss": 0.6804,
      "step": 179
    },
    {
      "epoch": 0.2132701421800948,
      "grad_norm": 8.958711285200756,
      "learning_rate": 9e-07,
      "loss": 0.6812,
      "step": 180
    },
    {
      "epoch": 0.21445497630331753,
      "grad_norm": 19.370653934060627,
      "learning_rate": 9.05e-07,
      "loss": 0.6846,
      "step": 181
    },
    {
      "epoch": 0.2156398104265403,
      "grad_norm": 11.292808912187253,
      "learning_rate": 9.1e-07,
      "loss": 0.6793,
      "step": 182
    },
    {
      "epoch": 0.21682464454976302,
      "grad_norm": 20.1962448672265,
      "learning_rate": 9.15e-07,
      "loss": 0.6837,
      "step": 183
    },
    {
      "epoch": 0.21800947867298578,
      "grad_norm": 7.866346608383013,
      "learning_rate": 9.2e-07,
      "loss": 0.6791,
      "step": 184
    },
    {
      "epoch": 0.21919431279620852,
      "grad_norm": 8.265265530197812,
      "learning_rate": 9.25e-07,
      "loss": 0.6805,
      "step": 185
    },
    {
      "epoch": 0.22037914691943128,
      "grad_norm": 8.27541943064013,
      "learning_rate": 9.3e-07,
      "loss": 0.6818,
      "step": 186
    },
    {
      "epoch": 0.22156398104265404,
      "grad_norm": 9.175840706959432,
      "learning_rate": 9.35e-07,
      "loss": 0.6782,
      "step": 187
    },
    {
      "epoch": 0.22274881516587677,
      "grad_norm": 8.750697832461059,
      "learning_rate": 9.399999999999999e-07,
      "loss": 0.6815,
      "step": 188
    },
    {
      "epoch": 0.22393364928909953,
      "grad_norm": 19.807879890918883,
      "learning_rate": 9.45e-07,
      "loss": 0.6794,
      "step": 189
    },
    {
      "epoch": 0.22511848341232227,
      "grad_norm": 9.84886237169711,
      "learning_rate": 9.499999999999999e-07,
      "loss": 0.6761,
      "step": 190
    },
    {
      "epoch": 0.22630331753554503,
      "grad_norm": 8.847377027851778,
      "learning_rate": 9.55e-07,
      "loss": 0.674,
      "step": 191
    },
    {
      "epoch": 0.22748815165876776,
      "grad_norm": 10.078019239583814,
      "learning_rate": 9.6e-07,
      "loss": 0.6785,
      "step": 192
    },
    {
      "epoch": 0.22867298578199052,
      "grad_norm": 10.221043516188288,
      "learning_rate": 9.649999999999999e-07,
      "loss": 0.6731,
      "step": 193
    },
    {
      "epoch": 0.22985781990521326,
      "grad_norm": 8.647282299307719,
      "learning_rate": 9.7e-07,
      "loss": 0.6738,
      "step": 194
    },
    {
      "epoch": 0.23104265402843602,
      "grad_norm": 19.36746818547541,
      "learning_rate": 9.75e-07,
      "loss": 0.6771,
      "step": 195
    },
    {
      "epoch": 0.23222748815165878,
      "grad_norm": 11.068473794452629,
      "learning_rate": 9.8e-07,
      "loss": 0.6738,
      "step": 196
    },
    {
      "epoch": 0.2334123222748815,
      "grad_norm": 19.420363183493418,
      "learning_rate": 9.849999999999999e-07,
      "loss": 0.6715,
      "step": 197
    },
    {
      "epoch": 0.23459715639810427,
      "grad_norm": 24.42503330707244,
      "learning_rate": 9.9e-07,
      "loss": 0.6701,
      "step": 198
    },
    {
      "epoch": 0.235781990521327,
      "grad_norm": 16.175882257620756,
      "learning_rate": 9.95e-07,
      "loss": 0.6737,
      "step": 199
    },
    {
      "epoch": 0.23696682464454977,
      "grad_norm": 20.652990783070912,
      "learning_rate": 1e-06,
      "loss": 0.6723,
      "step": 200
    },
    {
      "epoch": 0.23696682464454977,
      "eval_loss": 0.6700453162193298,
      "eval_runtime": 58.1638,
      "eval_samples_per_second": 14.15,
      "eval_steps_per_second": 0.894,
      "step": 200
    },
    {
      "epoch": 0.2381516587677725,
      "grad_norm": 15.879396676885444,
      "learning_rate": 9.999988856189192e-07,
      "loss": 0.6766,
      "step": 201
    },
    {
      "epoch": 0.23933649289099526,
      "grad_norm": 12.333108739189962,
      "learning_rate": 9.999955424806443e-07,
      "loss": 0.6731,
      "step": 202
    },
    {
      "epoch": 0.24052132701421802,
      "grad_norm": 7.242095379151133,
      "learning_rate": 9.99989970600077e-07,
      "loss": 0.6751,
      "step": 203
    },
    {
      "epoch": 0.24170616113744076,
      "grad_norm": 8.415435271063192,
      "learning_rate": 9.999821700020548e-07,
      "loss": 0.6734,
      "step": 204
    },
    {
      "epoch": 0.24289099526066352,
      "grad_norm": 9.671774375618897,
      "learning_rate": 9.999721407213486e-07,
      "loss": 0.6702,
      "step": 205
    },
    {
      "epoch": 0.24407582938388625,
      "grad_norm": 10.14187864614814,
      "learning_rate": 9.999598828026642e-07,
      "loss": 0.6681,
      "step": 206
    },
    {
      "epoch": 0.245260663507109,
      "grad_norm": 15.681885174284957,
      "learning_rate": 9.999453963006417e-07,
      "loss": 0.6659,
      "step": 207
    },
    {
      "epoch": 0.24644549763033174,
      "grad_norm": 10.7172396576495,
      "learning_rate": 9.99928681279855e-07,
      "loss": 0.6622,
      "step": 208
    },
    {
      "epoch": 0.2476303317535545,
      "grad_norm": 11.41841503900657,
      "learning_rate": 9.999097378148114e-07,
      "loss": 0.6723,
      "step": 209
    },
    {
      "epoch": 0.24881516587677724,
      "grad_norm": 17.238661996134446,
      "learning_rate": 9.998885659899523e-07,
      "loss": 0.6675,
      "step": 210
    },
    {
      "epoch": 0.25,
      "grad_norm": 19.98765993245952,
      "learning_rate": 9.998651658996514e-07,
      "loss": 0.6611,
      "step": 211
    },
    {
      "epoch": 0.25118483412322273,
      "grad_norm": 10.75284639990253,
      "learning_rate": 9.998395376482152e-07,
      "loss": 0.6593,
      "step": 212
    },
    {
      "epoch": 0.2523696682464455,
      "grad_norm": 18.467338204557816,
      "learning_rate": 9.998116813498823e-07,
      "loss": 0.6517,
      "step": 213
    },
    {
      "epoch": 0.25355450236966826,
      "grad_norm": 9.031428370949925,
      "learning_rate": 9.99781597128823e-07,
      "loss": 0.669,
      "step": 214
    },
    {
      "epoch": 0.254739336492891,
      "grad_norm": 20.37162505190203,
      "learning_rate": 9.997492851191378e-07,
      "loss": 0.645,
      "step": 215
    },
    {
      "epoch": 0.2559241706161137,
      "grad_norm": 14.505828957564063,
      "learning_rate": 9.997147454648588e-07,
      "loss": 0.6427,
      "step": 216
    },
    {
      "epoch": 0.2571090047393365,
      "grad_norm": 29.49184766373109,
      "learning_rate": 9.996779783199475e-07,
      "loss": 0.6579,
      "step": 217
    },
    {
      "epoch": 0.25829383886255924,
      "grad_norm": 13.33521595334444,
      "learning_rate": 9.996389838482942e-07,
      "loss": 0.6493,
      "step": 218
    },
    {
      "epoch": 0.259478672985782,
      "grad_norm": 13.69883838689083,
      "learning_rate": 9.995977622237173e-07,
      "loss": 0.6475,
      "step": 219
    },
    {
      "epoch": 0.26066350710900477,
      "grad_norm": 22.69929227147676,
      "learning_rate": 9.995543136299635e-07,
      "loss": 0.6572,
      "step": 220
    },
    {
      "epoch": 0.2618483412322275,
      "grad_norm": 15.389124321700107,
      "learning_rate": 9.995086382607063e-07,
      "loss": 0.646,
      "step": 221
    },
    {
      "epoch": 0.26303317535545023,
      "grad_norm": 12.968325719512725,
      "learning_rate": 9.994607363195442e-07,
      "loss": 0.6469,
      "step": 222
    },
    {
      "epoch": 0.26421800947867297,
      "grad_norm": 16.79050316553183,
      "learning_rate": 9.994106080200015e-07,
      "loss": 0.6383,
      "step": 223
    },
    {
      "epoch": 0.26540284360189575,
      "grad_norm": 17.7107351566139,
      "learning_rate": 9.993582535855263e-07,
      "loss": 0.6317,
      "step": 224
    },
    {
      "epoch": 0.2665876777251185,
      "grad_norm": 13.001311901357276,
      "learning_rate": 9.9930367324949e-07,
      "loss": 0.6389,
      "step": 225
    },
    {
      "epoch": 0.2677725118483412,
      "grad_norm": 12.560158599901298,
      "learning_rate": 9.992468672551852e-07,
      "loss": 0.6465,
      "step": 226
    },
    {
      "epoch": 0.26895734597156395,
      "grad_norm": 17.194433268804165,
      "learning_rate": 9.991878358558268e-07,
      "loss": 0.628,
      "step": 227
    },
    {
      "epoch": 0.27014218009478674,
      "grad_norm": 14.21824731123265,
      "learning_rate": 9.991265793145479e-07,
      "loss": 0.6286,
      "step": 228
    },
    {
      "epoch": 0.2713270142180095,
      "grad_norm": 11.717975256273306,
      "learning_rate": 9.990630979044014e-07,
      "loss": 0.6417,
      "step": 229
    },
    {
      "epoch": 0.2725118483412322,
      "grad_norm": 22.73985386534345,
      "learning_rate": 9.989973919083573e-07,
      "loss": 0.6294,
      "step": 230
    },
    {
      "epoch": 0.273696682464455,
      "grad_norm": 17.287735794213862,
      "learning_rate": 9.989294616193017e-07,
      "loss": 0.6158,
      "step": 231
    },
    {
      "epoch": 0.27488151658767773,
      "grad_norm": 23.899199553299088,
      "learning_rate": 9.988593073400354e-07,
      "loss": 0.6181,
      "step": 232
    },
    {
      "epoch": 0.27606635071090047,
      "grad_norm": 19.875731229760778,
      "learning_rate": 9.987869293832727e-07,
      "loss": 0.609,
      "step": 233
    },
    {
      "epoch": 0.2772511848341232,
      "grad_norm": 16.046553980851552,
      "learning_rate": 9.987123280716402e-07,
      "loss": 0.6294,
      "step": 234
    },
    {
      "epoch": 0.278436018957346,
      "grad_norm": 12.483201348763467,
      "learning_rate": 9.98635503737675e-07,
      "loss": 0.6294,
      "step": 235
    },
    {
      "epoch": 0.2796208530805687,
      "grad_norm": 17.59142339660279,
      "learning_rate": 9.985564567238236e-07,
      "loss": 0.6094,
      "step": 236
    },
    {
      "epoch": 0.28080568720379145,
      "grad_norm": 16.71315419070765,
      "learning_rate": 9.9847518738244e-07,
      "loss": 0.6036,
      "step": 237
    },
    {
      "epoch": 0.28199052132701424,
      "grad_norm": 24.971593610223145,
      "learning_rate": 9.98391696075784e-07,
      "loss": 0.6105,
      "step": 238
    },
    {
      "epoch": 0.283175355450237,
      "grad_norm": 14.983923687572714,
      "learning_rate": 9.983059831760205e-07,
      "loss": 0.611,
      "step": 239
    },
    {
      "epoch": 0.2843601895734597,
      "grad_norm": 20.998049091911874,
      "learning_rate": 9.982180490652164e-07,
      "loss": 0.5744,
      "step": 240
    },
    {
      "epoch": 0.28554502369668244,
      "grad_norm": 26.833381930400048,
      "learning_rate": 9.981278941353406e-07,
      "loss": 0.6077,
      "step": 241
    },
    {
      "epoch": 0.28672985781990523,
      "grad_norm": 18.431818850347863,
      "learning_rate": 9.980355187882604e-07,
      "loss": 0.6052,
      "step": 242
    },
    {
      "epoch": 0.28791469194312796,
      "grad_norm": 13.590781471879904,
      "learning_rate": 9.979409234357416e-07,
      "loss": 0.6044,
      "step": 243
    },
    {
      "epoch": 0.2890995260663507,
      "grad_norm": 16.197540843506868,
      "learning_rate": 9.97844108499445e-07,
      "loss": 0.5904,
      "step": 244
    },
    {
      "epoch": 0.2902843601895735,
      "grad_norm": 14.326350645052589,
      "learning_rate": 9.977450744109258e-07,
      "loss": 0.6138,
      "step": 245
    },
    {
      "epoch": 0.2914691943127962,
      "grad_norm": 16.000841952080826,
      "learning_rate": 9.976438216116304e-07,
      "loss": 0.5841,
      "step": 246
    },
    {
      "epoch": 0.29265402843601895,
      "grad_norm": 18.889358277976672,
      "learning_rate": 9.975403505528961e-07,
      "loss": 0.575,
      "step": 247
    },
    {
      "epoch": 0.2938388625592417,
      "grad_norm": 22.108322730446503,
      "learning_rate": 9.974346616959475e-07,
      "loss": 0.5583,
      "step": 248
    },
    {
      "epoch": 0.2950236966824645,
      "grad_norm": 18.209727273646372,
      "learning_rate": 9.973267555118952e-07,
      "loss": 0.5823,
      "step": 249
    },
    {
      "epoch": 0.2962085308056872,
      "grad_norm": 13.709315722628926,
      "learning_rate": 9.972166324817336e-07,
      "loss": 0.5913,
      "step": 250
    },
    {
      "epoch": 0.2962085308056872,
      "eval_loss": 0.5701844692230225,
      "eval_runtime": 55.0664,
      "eval_samples_per_second": 14.946,
      "eval_steps_per_second": 0.944,
      "step": 250
    },
    {
      "epoch": 0.29739336492890994,
      "grad_norm": 18.07345575992755,
      "learning_rate": 9.97104293096339e-07,
      "loss": 0.5743,
      "step": 251
    },
    {
      "epoch": 0.2985781990521327,
      "grad_norm": 20.622897768235585,
      "learning_rate": 9.969897378564667e-07,
      "loss": 0.5779,
      "step": 252
    },
    {
      "epoch": 0.29976303317535546,
      "grad_norm": 13.016776898697422,
      "learning_rate": 9.968729672727493e-07,
      "loss": 0.5739,
      "step": 253
    },
    {
      "epoch": 0.3009478672985782,
      "grad_norm": 17.91120105322002,
      "learning_rate": 9.967539818656952e-07,
      "loss": 0.5588,
      "step": 254
    },
    {
      "epoch": 0.30213270142180093,
      "grad_norm": 19.232325042748638,
      "learning_rate": 9.966327821656841e-07,
      "loss": 0.5633,
      "step": 255
    },
    {
      "epoch": 0.3033175355450237,
      "grad_norm": 23.47321995589726,
      "learning_rate": 9.965093687129667e-07,
      "loss": 0.5704,
      "step": 256
    },
    {
      "epoch": 0.30450236966824645,
      "grad_norm": 12.62217881537126,
      "learning_rate": 9.963837420576618e-07,
      "loss": 0.5795,
      "step": 257
    },
    {
      "epoch": 0.3056872037914692,
      "grad_norm": 16.57740235377143,
      "learning_rate": 9.96255902759753e-07,
      "loss": 0.5857,
      "step": 258
    },
    {
      "epoch": 0.3068720379146919,
      "grad_norm": 14.94128961102294,
      "learning_rate": 9.961258513890873e-07,
      "loss": 0.5666,
      "step": 259
    },
    {
      "epoch": 0.3080568720379147,
      "grad_norm": 11.83770792082476,
      "learning_rate": 9.959935885253715e-07,
      "loss": 0.5701,
      "step": 260
    },
    {
      "epoch": 0.30924170616113744,
      "grad_norm": 16.858957675590407,
      "learning_rate": 9.958591147581707e-07,
      "loss": 0.5513,
      "step": 261
    },
    {
      "epoch": 0.3104265402843602,
      "grad_norm": 8.613890836880318,
      "learning_rate": 9.957224306869053e-07,
      "loss": 0.5861,
      "step": 262
    },
    {
      "epoch": 0.31161137440758296,
      "grad_norm": 24.30412660533916,
      "learning_rate": 9.955835369208473e-07,
      "loss": 0.5253,
      "step": 263
    },
    {
      "epoch": 0.3127962085308057,
      "grad_norm": 13.509894066187833,
      "learning_rate": 9.954424340791195e-07,
      "loss": 0.5404,
      "step": 264
    },
    {
      "epoch": 0.31398104265402843,
      "grad_norm": 19.97859230272331,
      "learning_rate": 9.952991227906909e-07,
      "loss": 0.4929,
      "step": 265
    },
    {
      "epoch": 0.31516587677725116,
      "grad_norm": 14.659876223619262,
      "learning_rate": 9.951536036943753e-07,
      "loss": 0.5207,
      "step": 266
    },
    {
      "epoch": 0.31635071090047395,
      "grad_norm": 16.82648724963916,
      "learning_rate": 9.950058774388277e-07,
      "loss": 0.5042,
      "step": 267
    },
    {
      "epoch": 0.3175355450236967,
      "grad_norm": 16.48505871135186,
      "learning_rate": 9.948559446825411e-07,
      "loss": 0.5068,
      "step": 268
    },
    {
      "epoch": 0.3187203791469194,
      "grad_norm": 8.986957964532992,
      "learning_rate": 9.94703806093845e-07,
      "loss": 0.5482,
      "step": 269
    },
    {
      "epoch": 0.31990521327014215,
      "grad_norm": 15.557609628645618,
      "learning_rate": 9.945494623509002e-07,
      "loss": 0.5149,
      "step": 270
    },
    {
      "epoch": 0.32109004739336494,
      "grad_norm": 8.220937327819602,
      "learning_rate": 9.943929141416977e-07,
      "loss": 0.5604,
      "step": 271
    },
    {
      "epoch": 0.3222748815165877,
      "grad_norm": 8.409373218590941,
      "learning_rate": 9.942341621640557e-07,
      "loss": 0.5693,
      "step": 272
    },
    {
      "epoch": 0.3234597156398104,
      "grad_norm": 16.43820378461214,
      "learning_rate": 9.940732071256144e-07,
      "loss": 0.4995,
      "step": 273
    },
    {
      "epoch": 0.3246445497630332,
      "grad_norm": 13.252808150885926,
      "learning_rate": 9.93910049743835e-07,
      "loss": 0.5654,
      "step": 274
    },
    {
      "epoch": 0.32582938388625593,
      "grad_norm": 13.986032395862484,
      "learning_rate": 9.937446907459953e-07,
      "loss": 0.4991,
      "step": 275
    },
    {
      "epoch": 0.32701421800947866,
      "grad_norm": 17.89107100963545,
      "learning_rate": 9.93577130869187e-07,
      "loss": 0.5458,
      "step": 276
    },
    {
      "epoch": 0.3281990521327014,
      "grad_norm": 11.837076385727045,
      "learning_rate": 9.934073708603129e-07,
      "loss": 0.5505,
      "step": 277
    },
    {
      "epoch": 0.3293838862559242,
      "grad_norm": 24.996997176345527,
      "learning_rate": 9.932354114760817e-07,
      "loss": 0.4814,
      "step": 278
    },
    {
      "epoch": 0.3305687203791469,
      "grad_norm": 18.253469210284003,
      "learning_rate": 9.930612534830068e-07,
      "loss": 0.4836,
      "step": 279
    },
    {
      "epoch": 0.33175355450236965,
      "grad_norm": 18.194976720930658,
      "learning_rate": 9.928848976574018e-07,
      "loss": 0.5073,
      "step": 280
    },
    {
      "epoch": 0.33293838862559244,
      "grad_norm": 12.062798161873806,
      "learning_rate": 9.92706344785377e-07,
      "loss": 0.5107,
      "step": 281
    },
    {
      "epoch": 0.3341232227488152,
      "grad_norm": 8.94049601499799,
      "learning_rate": 9.925255956628361e-07,
      "loss": 0.518,
      "step": 282
    },
    {
      "epoch": 0.3353080568720379,
      "grad_norm": 10.188890972987107,
      "learning_rate": 9.92342651095473e-07,
      "loss": 0.5235,
      "step": 283
    },
    {
      "epoch": 0.33649289099526064,
      "grad_norm": 12.800443292579475,
      "learning_rate": 9.921575118987671e-07,
      "loss": 0.5658,
      "step": 284
    },
    {
      "epoch": 0.33767772511848343,
      "grad_norm": 31.455015869085003,
      "learning_rate": 9.919701788979812e-07,
      "loss": 0.5875,
      "step": 285
    },
    {
      "epoch": 0.33886255924170616,
      "grad_norm": 15.744017529825106,
      "learning_rate": 9.917806529281566e-07,
      "loss": 0.49,
      "step": 286
    },
    {
      "epoch": 0.3400473933649289,
      "grad_norm": 19.703316838489233,
      "learning_rate": 9.915889348341096e-07,
      "loss": 0.5247,
      "step": 287
    },
    {
      "epoch": 0.3412322274881517,
      "grad_norm": 11.492986218008904,
      "learning_rate": 9.91395025470429e-07,
      "loss": 0.5366,
      "step": 288
    },
    {
      "epoch": 0.3424170616113744,
      "grad_norm": 11.964355876969535,
      "learning_rate": 9.911989257014699e-07,
      "loss": 0.4738,
      "step": 289
    },
    {
      "epoch": 0.34360189573459715,
      "grad_norm": 10.275962280696506,
      "learning_rate": 9.91000636401352e-07,
      "loss": 0.5351,
      "step": 290
    },
    {
      "epoch": 0.3447867298578199,
      "grad_norm": 10.213809707901728,
      "learning_rate": 9.908001584539547e-07,
      "loss": 0.5354,
      "step": 291
    },
    {
      "epoch": 0.3459715639810427,
      "grad_norm": 17.95448112723858,
      "learning_rate": 9.905974927529133e-07,
      "loss": 0.5051,
      "step": 292
    },
    {
      "epoch": 0.3471563981042654,
      "grad_norm": 26.40149829400645,
      "learning_rate": 9.90392640201615e-07,
      "loss": 0.4529,
      "step": 293
    },
    {
      "epoch": 0.34834123222748814,
      "grad_norm": 13.875172918400288,
      "learning_rate": 9.901856017131954e-07,
      "loss": 0.4558,
      "step": 294
    },
    {
      "epoch": 0.3495260663507109,
      "grad_norm": 11.52864219662223,
      "learning_rate": 9.899763782105331e-07,
      "loss": 0.4818,
      "step": 295
    },
    {
      "epoch": 0.35071090047393366,
      "grad_norm": 21.328486936498273,
      "learning_rate": 9.897649706262473e-07,
      "loss": 0.4784,
      "step": 296
    },
    {
      "epoch": 0.3518957345971564,
      "grad_norm": 17.693095134232415,
      "learning_rate": 9.89551379902692e-07,
      "loss": 0.4655,
      "step": 297
    },
    {
      "epoch": 0.35308056872037913,
      "grad_norm": 25.968174875217105,
      "learning_rate": 9.893356069919537e-07,
      "loss": 0.5219,
      "step": 298
    },
    {
      "epoch": 0.3542654028436019,
      "grad_norm": 19.931738567555474,
      "learning_rate": 9.89117652855845e-07,
      "loss": 0.5079,
      "step": 299
    },
    {
      "epoch": 0.35545023696682465,
      "grad_norm": 12.373031819577077,
      "learning_rate": 9.888975184659016e-07,
      "loss": 0.4765,
      "step": 300
    },
    {
      "epoch": 0.35545023696682465,
      "eval_loss": 0.4756671190261841,
      "eval_runtime": 53.9082,
      "eval_samples_per_second": 15.267,
      "eval_steps_per_second": 0.965,
      "step": 300
    },
    {
      "epoch": 0.3566350710900474,
      "grad_norm": 11.901393690452515,
      "learning_rate": 9.886752048033784e-07,
      "loss": 0.5016,
      "step": 301
    },
    {
      "epoch": 0.3578199052132701,
      "grad_norm": 13.650779933985442,
      "learning_rate": 9.884507128592434e-07,
      "loss": 0.4753,
      "step": 302
    },
    {
      "epoch": 0.3590047393364929,
      "grad_norm": 20.815524417557032,
      "learning_rate": 9.882240436341753e-07,
      "loss": 0.5277,
      "step": 303
    },
    {
      "epoch": 0.36018957345971564,
      "grad_norm": 12.74609352334382,
      "learning_rate": 9.879951981385577e-07,
      "loss": 0.4511,
      "step": 304
    },
    {
      "epoch": 0.3613744075829384,
      "grad_norm": 11.556206853163904,
      "learning_rate": 9.877641773924747e-07,
      "loss": 0.4753,
      "step": 305
    },
    {
      "epoch": 0.36255924170616116,
      "grad_norm": 15.56091408911645,
      "learning_rate": 9.87530982425707e-07,
      "loss": 0.4923,
      "step": 306
    },
    {
      "epoch": 0.3637440758293839,
      "grad_norm": 26.248499034472612,
      "learning_rate": 9.872956142777269e-07,
      "loss": 0.4912,
      "step": 307
    },
    {
      "epoch": 0.36492890995260663,
      "grad_norm": 21.677314925110117,
      "learning_rate": 9.870580739976935e-07,
      "loss": 0.4263,
      "step": 308
    },
    {
      "epoch": 0.36611374407582936,
      "grad_norm": 16.062837045314517,
      "learning_rate": 9.868183626444486e-07,
      "loss": 0.423,
      "step": 309
    },
    {
      "epoch": 0.36729857819905215,
      "grad_norm": 22.884567704263773,
      "learning_rate": 9.865764812865111e-07,
      "loss": 0.486,
      "step": 310
    },
    {
      "epoch": 0.3684834123222749,
      "grad_norm": 7.861313978764723,
      "learning_rate": 9.863324310020733e-07,
      "loss": 0.4869,
      "step": 311
    },
    {
      "epoch": 0.3696682464454976,
      "grad_norm": 17.102991536445742,
      "learning_rate": 9.860862128789952e-07,
      "loss": 0.4391,
      "step": 312
    },
    {
      "epoch": 0.3708530805687204,
      "grad_norm": 11.567087012823887,
      "learning_rate": 9.858378280148002e-07,
      "loss": 0.4084,
      "step": 313
    },
    {
      "epoch": 0.37203791469194314,
      "grad_norm": 11.587792701499762,
      "learning_rate": 9.855872775166694e-07,
      "loss": 0.4433,
      "step": 314
    },
    {
      "epoch": 0.3732227488151659,
      "grad_norm": 23.622410585506035,
      "learning_rate": 9.853345625014383e-07,
      "loss": 0.4305,
      "step": 315
    },
    {
      "epoch": 0.3744075829383886,
      "grad_norm": 13.658748759519776,
      "learning_rate": 9.850796840955899e-07,
      "loss": 0.3982,
      "step": 316
    },
    {
      "epoch": 0.3755924170616114,
      "grad_norm": 10.548121395453487,
      "learning_rate": 9.848226434352512e-07,
      "loss": 0.441,
      "step": 317
    },
    {
      "epoch": 0.3767772511848341,
      "grad_norm": 8.899859469015052,
      "learning_rate": 9.845634416661867e-07,
      "loss": 0.4485,
      "step": 318
    },
    {
      "epoch": 0.37796208530805686,
      "grad_norm": 13.742583201602377,
      "learning_rate": 9.843020799437949e-07,
      "loss": 0.3761,
      "step": 319
    },
    {
      "epoch": 0.3791469194312796,
      "grad_norm": 13.610551297016709,
      "learning_rate": 9.840385594331022e-07,
      "loss": 0.4778,
      "step": 320
    },
    {
      "epoch": 0.3803317535545024,
      "grad_norm": 9.005064796206403,
      "learning_rate": 9.837728813087573e-07,
      "loss": 0.4638,
      "step": 321
    },
    {
      "epoch": 0.3815165876777251,
      "grad_norm": 14.791810107030555,
      "learning_rate": 9.835050467550272e-07,
      "loss": 0.4583,
      "step": 322
    },
    {
      "epoch": 0.38270142180094785,
      "grad_norm": 10.65855589614688,
      "learning_rate": 9.832350569657909e-07,
      "loss": 0.4448,
      "step": 323
    },
    {
      "epoch": 0.38388625592417064,
      "grad_norm": 9.546803884411506,
      "learning_rate": 9.82962913144534e-07,
      "loss": 0.4436,
      "step": 324
    },
    {
      "epoch": 0.38507109004739337,
      "grad_norm": 10.287431160752277,
      "learning_rate": 9.82688616504345e-07,
      "loss": 0.4474,
      "step": 325
    },
    {
      "epoch": 0.3862559241706161,
      "grad_norm": 17.228603164183177,
      "learning_rate": 9.824121682679072e-07,
      "loss": 0.3995,
      "step": 326
    },
    {
      "epoch": 0.38744075829383884,
      "grad_norm": 13.097102197908033,
      "learning_rate": 9.821335696674956e-07,
      "loss": 0.4524,
      "step": 327
    },
    {
      "epoch": 0.3886255924170616,
      "grad_norm": 8.529650091081256,
      "learning_rate": 9.818528219449704e-07,
      "loss": 0.4443,
      "step": 328
    },
    {
      "epoch": 0.38981042654028436,
      "grad_norm": 8.07159063167578,
      "learning_rate": 9.81569926351771e-07,
      "loss": 0.4785,
      "step": 329
    },
    {
      "epoch": 0.3909952606635071,
      "grad_norm": 12.444263995999188,
      "learning_rate": 9.812848841489118e-07,
      "loss": 0.3992,
      "step": 330
    },
    {
      "epoch": 0.3921800947867299,
      "grad_norm": 13.809272050407982,
      "learning_rate": 9.80997696606975e-07,
      "loss": 0.4228,
      "step": 331
    },
    {
      "epoch": 0.3933649289099526,
      "grad_norm": 12.96433701549732,
      "learning_rate": 9.807083650061062e-07,
      "loss": 0.4429,
      "step": 332
    },
    {
      "epoch": 0.39454976303317535,
      "grad_norm": 25.039415619632724,
      "learning_rate": 9.80416890636008e-07,
      "loss": 0.4477,
      "step": 333
    },
    {
      "epoch": 0.3957345971563981,
      "grad_norm": 11.801141489512451,
      "learning_rate": 9.801232747959347e-07,
      "loss": 0.4057,
      "step": 334
    },
    {
      "epoch": 0.39691943127962087,
      "grad_norm": 10.40250553997614,
      "learning_rate": 9.798275187946859e-07,
      "loss": 0.4461,
      "step": 335
    },
    {
      "epoch": 0.3981042654028436,
      "grad_norm": 15.30568042611723,
      "learning_rate": 9.79529623950601e-07,
      "loss": 0.3718,
      "step": 336
    },
    {
      "epoch": 0.39928909952606634,
      "grad_norm": 14.314286641368666,
      "learning_rate": 9.792295915915538e-07,
      "loss": 0.4786,
      "step": 337
    },
    {
      "epoch": 0.4004739336492891,
      "grad_norm": 25.85018234396281,
      "learning_rate": 9.789274230549457e-07,
      "loss": 0.3853,
      "step": 338
    },
    {
      "epoch": 0.40165876777251186,
      "grad_norm": 11.907701908243332,
      "learning_rate": 9.786231196877003e-07,
      "loss": 0.4767,
      "step": 339
    },
    {
      "epoch": 0.4028436018957346,
      "grad_norm": 15.77066249877433,
      "learning_rate": 9.783166828462572e-07,
      "loss": 0.416,
      "step": 340
    },
    {
      "epoch": 0.4040284360189573,
      "grad_norm": 12.04950477801811,
      "learning_rate": 9.780081138965663e-07,
      "loss": 0.3606,
      "step": 341
    },
    {
      "epoch": 0.4052132701421801,
      "grad_norm": 15.477847258339152,
      "learning_rate": 9.77697414214081e-07,
      "loss": 0.4484,
      "step": 342
    },
    {
      "epoch": 0.40639810426540285,
      "grad_norm": 14.577869548106914,
      "learning_rate": 9.773845851837526e-07,
      "loss": 0.3849,
      "step": 343
    },
    {
      "epoch": 0.4075829383886256,
      "grad_norm": 12.396572387524897,
      "learning_rate": 9.770696282000244e-07,
      "loss": 0.4499,
      "step": 344
    },
    {
      "epoch": 0.4087677725118483,
      "grad_norm": 26.07143660678688,
      "learning_rate": 9.767525446668245e-07,
      "loss": 0.4213,
      "step": 345
    },
    {
      "epoch": 0.4099526066350711,
      "grad_norm": 11.257790868634928,
      "learning_rate": 9.764333359975609e-07,
      "loss": 0.3746,
      "step": 346
    },
    {
      "epoch": 0.41113744075829384,
      "grad_norm": 12.642981496078672,
      "learning_rate": 9.761120036151135e-07,
      "loss": 0.3848,
      "step": 347
    },
    {
      "epoch": 0.41232227488151657,
      "grad_norm": 10.063976006804062,
      "learning_rate": 9.757885489518296e-07,
      "loss": 0.4124,
      "step": 348
    },
    {
      "epoch": 0.41350710900473936,
      "grad_norm": 17.188706479555265,
      "learning_rate": 9.754629734495162e-07,
      "loss": 0.4039,
      "step": 349
    },
    {
      "epoch": 0.4146919431279621,
      "grad_norm": 9.497211967243476,
      "learning_rate": 9.751352785594336e-07,
      "loss": 0.382,
      "step": 350
    },
    {
      "epoch": 0.4146919431279621,
      "eval_loss": 0.39488136768341064,
      "eval_runtime": 52.1468,
      "eval_samples_per_second": 15.782,
      "eval_steps_per_second": 0.997,
      "step": 350
    },
    {
      "epoch": 0.4158767772511848,
      "grad_norm": 12.756224679112309,
      "learning_rate": 9.748054657422901e-07,
      "loss": 0.4015,
      "step": 351
    },
    {
      "epoch": 0.41706161137440756,
      "grad_norm": 9.07206117193569,
      "learning_rate": 9.744735364682344e-07,
      "loss": 0.3581,
      "step": 352
    },
    {
      "epoch": 0.41824644549763035,
      "grad_norm": 23.106705695654462,
      "learning_rate": 9.741394922168494e-07,
      "loss": 0.3788,
      "step": 353
    },
    {
      "epoch": 0.4194312796208531,
      "grad_norm": 10.974238261984121,
      "learning_rate": 9.73803334477145e-07,
      "loss": 0.4242,
      "step": 354
    },
    {
      "epoch": 0.4206161137440758,
      "grad_norm": 12.994216146112727,
      "learning_rate": 9.73465064747553e-07,
      "loss": 0.403,
      "step": 355
    },
    {
      "epoch": 0.4218009478672986,
      "grad_norm": 18.925007359784697,
      "learning_rate": 9.731246845359184e-07,
      "loss": 0.3239,
      "step": 356
    },
    {
      "epoch": 0.42298578199052134,
      "grad_norm": 8.90716567987188,
      "learning_rate": 9.727821953594949e-07,
      "loss": 0.4393,
      "step": 357
    },
    {
      "epoch": 0.42417061611374407,
      "grad_norm": 9.875417282979411,
      "learning_rate": 9.724375987449358e-07,
      "loss": 0.431,
      "step": 358
    },
    {
      "epoch": 0.4253554502369668,
      "grad_norm": 9.978683204562415,
      "learning_rate": 9.720908962282891e-07,
      "loss": 0.3797,
      "step": 359
    },
    {
      "epoch": 0.4265402843601896,
      "grad_norm": 12.328565183998132,
      "learning_rate": 9.7174208935499e-07,
      "loss": 0.3872,
      "step": 360
    },
    {
      "epoch": 0.4277251184834123,
      "grad_norm": 16.8038180357482,
      "learning_rate": 9.713911796798532e-07,
      "loss": 0.326,
      "step": 361
    },
    {
      "epoch": 0.42890995260663506,
      "grad_norm": 13.56237675029536,
      "learning_rate": 9.710381687670674e-07,
      "loss": 0.3193,
      "step": 362
    },
    {
      "epoch": 0.43009478672985785,
      "grad_norm": 9.779248850664269,
      "learning_rate": 9.70683058190187e-07,
      "loss": 0.4309,
      "step": 363
    },
    {
      "epoch": 0.4312796208530806,
      "grad_norm": 25.506229124536276,
      "learning_rate": 9.703258495321265e-07,
      "loss": 0.3538,
      "step": 364
    },
    {
      "epoch": 0.4324644549763033,
      "grad_norm": 20.45504872820827,
      "learning_rate": 9.699665443851516e-07,
      "loss": 0.3492,
      "step": 365
    },
    {
      "epoch": 0.43364928909952605,
      "grad_norm": 13.89447348939714,
      "learning_rate": 9.696051443508743e-07,
      "loss": 0.3398,
      "step": 366
    },
    {
      "epoch": 0.43483412322274884,
      "grad_norm": 8.113018348581734,
      "learning_rate": 9.692416510402438e-07,
      "loss": 0.3549,
      "step": 367
    },
    {
      "epoch": 0.43601895734597157,
      "grad_norm": 9.72301680291045,
      "learning_rate": 9.688760660735402e-07,
      "loss": 0.3721,
      "step": 368
    },
    {
      "epoch": 0.4372037914691943,
      "grad_norm": 33.8473636494632,
      "learning_rate": 9.685083910803675e-07,
      "loss": 0.3994,
      "step": 369
    },
    {
      "epoch": 0.43838862559241704,
      "grad_norm": 13.79742948772135,
      "learning_rate": 9.681386276996462e-07,
      "loss": 0.2895,
      "step": 370
    },
    {
      "epoch": 0.4395734597156398,
      "grad_norm": 20.772884497594852,
      "learning_rate": 9.677667775796051e-07,
      "loss": 0.3482,
      "step": 371
    },
    {
      "epoch": 0.44075829383886256,
      "grad_norm": 8.179600721905086,
      "learning_rate": 9.673928423777756e-07,
      "loss": 0.3725,
      "step": 372
    },
    {
      "epoch": 0.4419431279620853,
      "grad_norm": 13.178159783502442,
      "learning_rate": 9.670168237609826e-07,
      "loss": 0.2856,
      "step": 373
    },
    {
      "epoch": 0.4431279620853081,
      "grad_norm": 8.912426226468748,
      "learning_rate": 9.666387234053385e-07,
      "loss": 0.3303,
      "step": 374
    },
    {
      "epoch": 0.4443127962085308,
      "grad_norm": 21.400582293310897,
      "learning_rate": 9.662585429962343e-07,
      "loss": 0.2905,
      "step": 375
    },
    {
      "epoch": 0.44549763033175355,
      "grad_norm": 32.80855736267371,
      "learning_rate": 9.658762842283341e-07,
      "loss": 0.3911,
      "step": 376
    },
    {
      "epoch": 0.4466824644549763,
      "grad_norm": 22.395443998215274,
      "learning_rate": 9.654919488055655e-07,
      "loss": 0.4053,
      "step": 377
    },
    {
      "epoch": 0.44786729857819907,
      "grad_norm": 23.236385222445783,
      "learning_rate": 9.651055384411128e-07,
      "loss": 0.3227,
      "step": 378
    },
    {
      "epoch": 0.4490521327014218,
      "grad_norm": 18.495951608692828,
      "learning_rate": 9.647170548574096e-07,
      "loss": 0.3531,
      "step": 379
    },
    {
      "epoch": 0.45023696682464454,
      "grad_norm": 10.010304118535766,
      "learning_rate": 9.643264997861312e-07,
      "loss": 0.3041,
      "step": 380
    },
    {
      "epoch": 0.4514218009478673,
      "grad_norm": 16.208569360943383,
      "learning_rate": 9.639338749681858e-07,
      "loss": 0.3441,
      "step": 381
    },
    {
      "epoch": 0.45260663507109006,
      "grad_norm": 20.365615006060256,
      "learning_rate": 9.635391821537087e-07,
      "loss": 0.2808,
      "step": 382
    },
    {
      "epoch": 0.4537914691943128,
      "grad_norm": 10.662406472341873,
      "learning_rate": 9.631424231020522e-07,
      "loss": 0.3038,
      "step": 383
    },
    {
      "epoch": 0.4549763033175355,
      "grad_norm": 18.323625372296732,
      "learning_rate": 9.627435995817797e-07,
      "loss": 0.3919,
      "step": 384
    },
    {
      "epoch": 0.4561611374407583,
      "grad_norm": 44.08391965239445,
      "learning_rate": 9.623427133706567e-07,
      "loss": 0.393,
      "step": 385
    },
    {
      "epoch": 0.45734597156398105,
      "grad_norm": 27.040918313360542,
      "learning_rate": 9.619397662556433e-07,
      "loss": 0.3563,
      "step": 386
    },
    {
      "epoch": 0.4585308056872038,
      "grad_norm": 25.347089501942985,
      "learning_rate": 9.61534760032886e-07,
      "loss": 0.3483,
      "step": 387
    },
    {
      "epoch": 0.4597156398104265,
      "grad_norm": 17.035195231859507,
      "learning_rate": 9.611276965077097e-07,
      "loss": 0.3364,
      "step": 388
    },
    {
      "epoch": 0.4609004739336493,
      "grad_norm": 21.246750011503874,
      "learning_rate": 9.607185774946104e-07,
      "loss": 0.3101,
      "step": 389
    },
    {
      "epoch": 0.46208530805687204,
      "grad_norm": 17.210843425254826,
      "learning_rate": 9.603074048172457e-07,
      "loss": 0.3319,
      "step": 390
    },
    {
      "epoch": 0.46327014218009477,
      "grad_norm": 24.98240664073611,
      "learning_rate": 9.59894180308428e-07,
      "loss": 0.3649,
      "step": 391
    },
    {
      "epoch": 0.46445497630331756,
      "grad_norm": 24.468616634471285,
      "learning_rate": 9.594789058101153e-07,
      "loss": 0.3073,
      "step": 392
    },
    {
      "epoch": 0.4656398104265403,
      "grad_norm": 15.180353369606431,
      "learning_rate": 9.59061583173404e-07,
      "loss": 0.3272,
      "step": 393
    },
    {
      "epoch": 0.466824644549763,
      "grad_norm": 11.417227295893692,
      "learning_rate": 9.5864221425852e-07,
      "loss": 0.2914,
      "step": 394
    },
    {
      "epoch": 0.46800947867298576,
      "grad_norm": 28.69801888783048,
      "learning_rate": 9.582208009348102e-07,
      "loss": 0.3353,
      "step": 395
    },
    {
      "epoch": 0.46919431279620855,
      "grad_norm": 14.918763851473592,
      "learning_rate": 9.577973450807351e-07,
      "loss": 0.3012,
      "step": 396
    },
    {
      "epoch": 0.4703791469194313,
      "grad_norm": 9.293352558696206,
      "learning_rate": 9.57371848583859e-07,
      "loss": 0.3748,
      "step": 397
    },
    {
      "epoch": 0.471563981042654,
      "grad_norm": 15.565028469986906,
      "learning_rate": 9.569443133408433e-07,
      "loss": 0.2178,
      "step": 398
    },
    {
      "epoch": 0.4727488151658768,
      "grad_norm": 10.490221123541932,
      "learning_rate": 9.565147412574365e-07,
      "loss": 0.2922,
      "step": 399
    },
    {
      "epoch": 0.47393364928909953,
      "grad_norm": 11.285895674191094,
      "learning_rate": 9.560831342484666e-07,
      "loss": 0.3337,
      "step": 400
    },
    {
      "epoch": 0.47393364928909953,
      "eval_loss": 0.330232173204422,
      "eval_runtime": 53.3543,
      "eval_samples_per_second": 15.425,
      "eval_steps_per_second": 0.975,
      "step": 400
    },
    {
      "epoch": 0.47511848341232227,
      "grad_norm": 28.038068999167958,
      "learning_rate": 9.556494942378326e-07,
      "loss": 0.3151,
      "step": 401
    },
    {
      "epoch": 0.476303317535545,
      "grad_norm": 11.577255213698676,
      "learning_rate": 9.55213823158495e-07,
      "loss": 0.3169,
      "step": 402
    },
    {
      "epoch": 0.4774881516587678,
      "grad_norm": 28.394190964261917,
      "learning_rate": 9.547761229524686e-07,
      "loss": 0.3333,
      "step": 403
    },
    {
      "epoch": 0.4786729857819905,
      "grad_norm": 15.348322403958202,
      "learning_rate": 9.543363955708124e-07,
      "loss": 0.2914,
      "step": 404
    },
    {
      "epoch": 0.47985781990521326,
      "grad_norm": 18.702903061519496,
      "learning_rate": 9.538946429736222e-07,
      "loss": 0.2772,
      "step": 405
    },
    {
      "epoch": 0.48104265402843605,
      "grad_norm": 16.755380600846234,
      "learning_rate": 9.534508671300207e-07,
      "loss": 0.2896,
      "step": 406
    },
    {
      "epoch": 0.4822274881516588,
      "grad_norm": 20.912613748172376,
      "learning_rate": 9.530050700181498e-07,
      "loss": 0.2833,
      "step": 407
    },
    {
      "epoch": 0.4834123222748815,
      "grad_norm": 20.828932167424576,
      "learning_rate": 9.525572536251605e-07,
      "loss": 0.3388,
      "step": 408
    },
    {
      "epoch": 0.48459715639810425,
      "grad_norm": 10.1105886949867,
      "learning_rate": 9.521074199472058e-07,
      "loss": 0.304,
      "step": 409
    },
    {
      "epoch": 0.48578199052132703,
      "grad_norm": 13.465306721197914,
      "learning_rate": 9.516555709894298e-07,
      "loss": 0.3369,
      "step": 410
    },
    {
      "epoch": 0.48696682464454977,
      "grad_norm": 13.601780436154742,
      "learning_rate": 9.512017087659607e-07,
      "loss": 0.2554,
      "step": 411
    },
    {
      "epoch": 0.4881516587677725,
      "grad_norm": 33.58961567504914,
      "learning_rate": 9.507458352999001e-07,
      "loss": 0.2462,
      "step": 412
    },
    {
      "epoch": 0.48933649289099523,
      "grad_norm": 24.341590716742427,
      "learning_rate": 9.50287952623315e-07,
      "loss": 0.3197,
      "step": 413
    },
    {
      "epoch": 0.490521327014218,
      "grad_norm": 30.667743812966282,
      "learning_rate": 9.498280627772286e-07,
      "loss": 0.3444,
      "step": 414
    },
    {
      "epoch": 0.49170616113744076,
      "grad_norm": 11.036970679678214,
      "learning_rate": 9.493661678116111e-07,
      "loss": 0.2676,
      "step": 415
    },
    {
      "epoch": 0.4928909952606635,
      "grad_norm": 13.416233053816551,
      "learning_rate": 9.489022697853708e-07,
      "loss": 0.2569,
      "step": 416
    },
    {
      "epoch": 0.4940758293838863,
      "grad_norm": 18.498918047484647,
      "learning_rate": 9.484363707663441e-07,
      "loss": 0.2786,
      "step": 417
    },
    {
      "epoch": 0.495260663507109,
      "grad_norm": 13.091240724568658,
      "learning_rate": 9.479684728312873e-07,
      "loss": 0.3145,
      "step": 418
    },
    {
      "epoch": 0.49644549763033174,
      "grad_norm": 15.68575581642405,
      "learning_rate": 9.474985780658669e-07,
      "loss": 0.3368,
      "step": 419
    },
    {
      "epoch": 0.4976303317535545,
      "grad_norm": 10.607199617999157,
      "learning_rate": 9.470266885646503e-07,
      "loss": 0.3069,
      "step": 420
    },
    {
      "epoch": 0.49881516587677727,
      "grad_norm": 11.646651108047797,
      "learning_rate": 9.465528064310962e-07,
      "loss": 0.2546,
      "step": 421
    },
    {
      "epoch": 0.5,
      "grad_norm": 33.53142097878634,
      "learning_rate": 9.46076933777546e-07,
      "loss": 0.2844,
      "step": 422
    },
    {
      "epoch": 0.5011848341232228,
      "grad_norm": 49.38351100638877,
      "learning_rate": 9.455990727252134e-07,
      "loss": 0.3986,
      "step": 423
    },
    {
      "epoch": 0.5023696682464455,
      "grad_norm": 76.11068369059677,
      "learning_rate": 9.451192254041758e-07,
      "loss": 0.4806,
      "step": 424
    },
    {
      "epoch": 0.5035545023696683,
      "grad_norm": 20.921249429852224,
      "learning_rate": 9.446373939533642e-07,
      "loss": 0.2513,
      "step": 425
    },
    {
      "epoch": 0.504739336492891,
      "grad_norm": 10.556489076929935,
      "learning_rate": 9.44153580520554e-07,
      "loss": 0.2736,
      "step": 426
    },
    {
      "epoch": 0.5059241706161137,
      "grad_norm": 11.161679055753279,
      "learning_rate": 9.436677872623556e-07,
      "loss": 0.3311,
      "step": 427
    },
    {
      "epoch": 0.5071090047393365,
      "grad_norm": 29.411384894701257,
      "learning_rate": 9.431800163442041e-07,
      "loss": 0.2743,
      "step": 428
    },
    {
      "epoch": 0.5082938388625592,
      "grad_norm": 24.09078330704124,
      "learning_rate": 9.426902699403501e-07,
      "loss": 0.2984,
      "step": 429
    },
    {
      "epoch": 0.509478672985782,
      "grad_norm": 41.60195448463097,
      "learning_rate": 9.421985502338503e-07,
      "loss": 0.3429,
      "step": 430
    },
    {
      "epoch": 0.5106635071090048,
      "grad_norm": 20.506598663359913,
      "learning_rate": 9.417048594165571e-07,
      "loss": 0.2812,
      "step": 431
    },
    {
      "epoch": 0.5118483412322274,
      "grad_norm": 9.64959188004726,
      "learning_rate": 9.412091996891095e-07,
      "loss": 0.3062,
      "step": 432
    },
    {
      "epoch": 0.5130331753554502,
      "grad_norm": 9.836481752429766,
      "learning_rate": 9.407115732609227e-07,
      "loss": 0.2302,
      "step": 433
    },
    {
      "epoch": 0.514218009478673,
      "grad_norm": 17.30655443858829,
      "learning_rate": 9.402119823501785e-07,
      "loss": 0.2861,
      "step": 434
    },
    {
      "epoch": 0.5154028436018957,
      "grad_norm": 9.843572391305129,
      "learning_rate": 9.397104291838157e-07,
      "loss": 0.2392,
      "step": 435
    },
    {
      "epoch": 0.5165876777251185,
      "grad_norm": 29.15515296698138,
      "learning_rate": 9.392069159975198e-07,
      "loss": 0.2655,
      "step": 436
    },
    {
      "epoch": 0.5177725118483413,
      "grad_norm": 12.813628762652185,
      "learning_rate": 9.387014450357127e-07,
      "loss": 0.2816,
      "step": 437
    },
    {
      "epoch": 0.518957345971564,
      "grad_norm": 17.614534795911805,
      "learning_rate": 9.381940185515439e-07,
      "loss": 0.3352,
      "step": 438
    },
    {
      "epoch": 0.5201421800947867,
      "grad_norm": 11.6468061201244,
      "learning_rate": 9.376846388068791e-07,
      "loss": 0.2779,
      "step": 439
    },
    {
      "epoch": 0.5213270142180095,
      "grad_norm": 8.711937405694224,
      "learning_rate": 9.37173308072291e-07,
      "loss": 0.2976,
      "step": 440
    },
    {
      "epoch": 0.5225118483412322,
      "grad_norm": 12.218827336023685,
      "learning_rate": 9.366600286270488e-07,
      "loss": 0.2385,
      "step": 441
    },
    {
      "epoch": 0.523696682464455,
      "grad_norm": 8.929215350730324,
      "learning_rate": 9.361448027591079e-07,
      "loss": 0.2481,
      "step": 442
    },
    {
      "epoch": 0.5248815165876777,
      "grad_norm": 19.502457511436713,
      "learning_rate": 9.356276327651005e-07,
      "loss": 0.3382,
      "step": 443
    },
    {
      "epoch": 0.5260663507109005,
      "grad_norm": 9.4443581912619,
      "learning_rate": 9.35108520950324e-07,
      "loss": 0.2613,
      "step": 444
    },
    {
      "epoch": 0.5272511848341233,
      "grad_norm": 14.850874350089374,
      "learning_rate": 9.345874696287323e-07,
      "loss": 0.2541,
      "step": 445
    },
    {
      "epoch": 0.5284360189573459,
      "grad_norm": 9.118502911961933,
      "learning_rate": 9.340644811229242e-07,
      "loss": 0.276,
      "step": 446
    },
    {
      "epoch": 0.5296208530805687,
      "grad_norm": 23.523085623060844,
      "learning_rate": 9.335395577641336e-07,
      "loss": 0.2921,
      "step": 447
    },
    {
      "epoch": 0.5308056872037915,
      "grad_norm": 18.972413118807122,
      "learning_rate": 9.330127018922193e-07,
      "loss": 0.3997,
      "step": 448
    },
    {
      "epoch": 0.5319905213270142,
      "grad_norm": 17.752099885602984,
      "learning_rate": 9.324839158556541e-07,
      "loss": 0.2269,
      "step": 449
    },
    {
      "epoch": 0.533175355450237,
      "grad_norm": 16.130571939179283,
      "learning_rate": 9.319532020115146e-07,
      "loss": 0.2667,
      "step": 450
    },
    {
      "epoch": 0.533175355450237,
      "eval_loss": 0.2882239818572998,
      "eval_runtime": 57.9598,
      "eval_samples_per_second": 14.199,
      "eval_steps_per_second": 0.897,
      "step": 450
    },
    {
      "epoch": 0.5343601895734598,
      "grad_norm": 10.798615084456,
      "learning_rate": 9.314205627254705e-07,
      "loss": 0.3282,
      "step": 451
    },
    {
      "epoch": 0.5355450236966824,
      "grad_norm": 9.774035887071843,
      "learning_rate": 9.308860003717748e-07,
      "loss": 0.281,
      "step": 452
    },
    {
      "epoch": 0.5367298578199052,
      "grad_norm": 16.038788995378557,
      "learning_rate": 9.303495173332518e-07,
      "loss": 0.2562,
      "step": 453
    },
    {
      "epoch": 0.5379146919431279,
      "grad_norm": 11.384133516677016,
      "learning_rate": 9.298111160012879e-07,
      "loss": 0.3327,
      "step": 454
    },
    {
      "epoch": 0.5390995260663507,
      "grad_norm": 8.79727604270708,
      "learning_rate": 9.2927079877582e-07,
      "loss": 0.2762,
      "step": 455
    },
    {
      "epoch": 0.5402843601895735,
      "grad_norm": 18.163749435039747,
      "learning_rate": 9.287285680653254e-07,
      "loss": 0.3339,
      "step": 456
    },
    {
      "epoch": 0.5414691943127962,
      "grad_norm": 14.60130218396388,
      "learning_rate": 9.281844262868107e-07,
      "loss": 0.2554,
      "step": 457
    },
    {
      "epoch": 0.542654028436019,
      "grad_norm": 13.71276669752716,
      "learning_rate": 9.27638375865801e-07,
      "loss": 0.2719,
      "step": 458
    },
    {
      "epoch": 0.5438388625592417,
      "grad_norm": 9.152330320021967,
      "learning_rate": 9.270904192363293e-07,
      "loss": 0.271,
      "step": 459
    },
    {
      "epoch": 0.5450236966824644,
      "grad_norm": 8.622874280639174,
      "learning_rate": 9.265405588409256e-07,
      "loss": 0.2657,
      "step": 460
    },
    {
      "epoch": 0.5462085308056872,
      "grad_norm": 26.89194137073647,
      "learning_rate": 9.259887971306063e-07,
      "loss": 0.31,
      "step": 461
    },
    {
      "epoch": 0.54739336492891,
      "grad_norm": 20.12125062032546,
      "learning_rate": 9.254351365648623e-07,
      "loss": 0.2562,
      "step": 462
    },
    {
      "epoch": 0.5485781990521327,
      "grad_norm": 12.317200130554701,
      "learning_rate": 9.248795796116491e-07,
      "loss": 0.2975,
      "step": 463
    },
    {
      "epoch": 0.5497630331753555,
      "grad_norm": 11.025734474055628,
      "learning_rate": 9.243221287473755e-07,
      "loss": 0.2336,
      "step": 464
    },
    {
      "epoch": 0.5509478672985783,
      "grad_norm": 27.10300511896542,
      "learning_rate": 9.23762786456892e-07,
      "loss": 0.3397,
      "step": 465
    },
    {
      "epoch": 0.5521327014218009,
      "grad_norm": 8.033107110139403,
      "learning_rate": 9.232015552334806e-07,
      "loss": 0.2816,
      "step": 466
    },
    {
      "epoch": 0.5533175355450237,
      "grad_norm": 8.737091390744437,
      "learning_rate": 9.226384375788434e-07,
      "loss": 0.2823,
      "step": 467
    },
    {
      "epoch": 0.5545023696682464,
      "grad_norm": 15.494483524008073,
      "learning_rate": 9.220734360030906e-07,
      "loss": 0.2121,
      "step": 468
    },
    {
      "epoch": 0.5556872037914692,
      "grad_norm": 18.735896230365537,
      "learning_rate": 9.215065530247308e-07,
      "loss": 0.2533,
      "step": 469
    },
    {
      "epoch": 0.556872037914692,
      "grad_norm": 23.81669178709177,
      "learning_rate": 9.209377911706584e-07,
      "loss": 0.2746,
      "step": 470
    },
    {
      "epoch": 0.5580568720379147,
      "grad_norm": 21.159454245219628,
      "learning_rate": 9.203671529761434e-07,
      "loss": 0.2383,
      "step": 471
    },
    {
      "epoch": 0.5592417061611374,
      "grad_norm": 9.301848540598128,
      "learning_rate": 9.197946409848194e-07,
      "loss": 0.2104,
      "step": 472
    },
    {
      "epoch": 0.5604265402843602,
      "grad_norm": 23.482486410314653,
      "learning_rate": 9.192202577486724e-07,
      "loss": 0.2782,
      "step": 473
    },
    {
      "epoch": 0.5616113744075829,
      "grad_norm": 17.27462356394257,
      "learning_rate": 9.186440058280298e-07,
      "loss": 0.2889,
      "step": 474
    },
    {
      "epoch": 0.5627962085308057,
      "grad_norm": 15.545463980531496,
      "learning_rate": 9.180658877915484e-07,
      "loss": 0.2527,
      "step": 475
    },
    {
      "epoch": 0.5639810426540285,
      "grad_norm": 11.567535127758402,
      "learning_rate": 9.174859062162037e-07,
      "loss": 0.1832,
      "step": 476
    },
    {
      "epoch": 0.5651658767772512,
      "grad_norm": 9.388250647196948,
      "learning_rate": 9.169040636872773e-07,
      "loss": 0.2731,
      "step": 477
    },
    {
      "epoch": 0.566350710900474,
      "grad_norm": 23.509643846600934,
      "learning_rate": 9.163203627983466e-07,
      "loss": 0.3582,
      "step": 478
    },
    {
      "epoch": 0.5675355450236966,
      "grad_norm": 12.082207751549461,
      "learning_rate": 9.157348061512726e-07,
      "loss": 0.2983,
      "step": 479
    },
    {
      "epoch": 0.5687203791469194,
      "grad_norm": 16.662630945663924,
      "learning_rate": 9.151473963561882e-07,
      "loss": 0.2527,
      "step": 480
    },
    {
      "epoch": 0.5699052132701422,
      "grad_norm": 40.485858820321404,
      "learning_rate": 9.145581360314867e-07,
      "loss": 0.2963,
      "step": 481
    },
    {
      "epoch": 0.5710900473933649,
      "grad_norm": 9.050228610199474,
      "learning_rate": 9.139670278038107e-07,
      "loss": 0.2482,
      "step": 482
    },
    {
      "epoch": 0.5722748815165877,
      "grad_norm": 9.662434463280741,
      "learning_rate": 9.133740743080392e-07,
      "loss": 0.2478,
      "step": 483
    },
    {
      "epoch": 0.5734597156398105,
      "grad_norm": 21.678208323314635,
      "learning_rate": 9.127792781872768e-07,
      "loss": 0.239,
      "step": 484
    },
    {
      "epoch": 0.5746445497630331,
      "grad_norm": 11.468515771661801,
      "learning_rate": 9.12182642092842e-07,
      "loss": 0.2798,
      "step": 485
    },
    {
      "epoch": 0.5758293838862559,
      "grad_norm": 14.951189679567591,
      "learning_rate": 9.115841686842543e-07,
      "loss": 0.2098,
      "step": 486
    },
    {
      "epoch": 0.5770142180094787,
      "grad_norm": 19.92647185342026,
      "learning_rate": 9.109838606292239e-07,
      "loss": 0.2159,
      "step": 487
    },
    {
      "epoch": 0.5781990521327014,
      "grad_norm": 13.36729958783011,
      "learning_rate": 9.103817206036382e-07,
      "loss": 0.2629,
      "step": 488
    },
    {
      "epoch": 0.5793838862559242,
      "grad_norm": 9.313353223167388,
      "learning_rate": 9.09777751291551e-07,
      "loss": 0.2911,
      "step": 489
    },
    {
      "epoch": 0.580568720379147,
      "grad_norm": 9.262594651674652,
      "learning_rate": 9.091719553851706e-07,
      "loss": 0.2717,
      "step": 490
    },
    {
      "epoch": 0.5817535545023697,
      "grad_norm": 29.4435625345033,
      "learning_rate": 9.085643355848466e-07,
      "loss": 0.2651,
      "step": 491
    },
    {
      "epoch": 0.5829383886255924,
      "grad_norm": 18.54225369010181,
      "learning_rate": 9.079548945990592e-07,
      "loss": 0.2638,
      "step": 492
    },
    {
      "epoch": 0.5841232227488151,
      "grad_norm": 19.484158097176785,
      "learning_rate": 9.073436351444064e-07,
      "loss": 0.2397,
      "step": 493
    },
    {
      "epoch": 0.5853080568720379,
      "grad_norm": 13.867282359289979,
      "learning_rate": 9.067305599455919e-07,
      "loss": 0.2688,
      "step": 494
    },
    {
      "epoch": 0.5864928909952607,
      "grad_norm": 22.877893811260783,
      "learning_rate": 9.061156717354137e-07,
      "loss": 0.298,
      "step": 495
    },
    {
      "epoch": 0.5876777251184834,
      "grad_norm": 15.47565263048955,
      "learning_rate": 9.054989732547506e-07,
      "loss": 0.1763,
      "step": 496
    },
    {
      "epoch": 0.5888625592417062,
      "grad_norm": 22.335682115478164,
      "learning_rate": 9.048804672525512e-07,
      "loss": 0.3208,
      "step": 497
    },
    {
      "epoch": 0.590047393364929,
      "grad_norm": 28.746533629080943,
      "learning_rate": 9.042601564858212e-07,
      "loss": 0.2347,
      "step": 498
    },
    {
      "epoch": 0.5912322274881516,
      "grad_norm": 13.201402592912574,
      "learning_rate": 9.036380437196108e-07,
      "loss": 0.2278,
      "step": 499
    },
    {
      "epoch": 0.5924170616113744,
      "grad_norm": 9.51664794041542,
      "learning_rate": 9.030141317270025e-07,
      "loss": 0.2287,
      "step": 500
    },
    {
      "epoch": 0.5924170616113744,
      "eval_loss": 0.2544219195842743,
      "eval_runtime": 60.3512,
      "eval_samples_per_second": 13.637,
      "eval_steps_per_second": 0.862,
      "step": 500
    },
    {
      "epoch": 0.5936018957345972,
      "grad_norm": 9.947570386307305,
      "learning_rate": 9.023884232890997e-07,
      "loss": 0.2918,
      "step": 501
    },
    {
      "epoch": 0.5947867298578199,
      "grad_norm": 14.937306114287768,
      "learning_rate": 9.017609211950126e-07,
      "loss": 0.2268,
      "step": 502
    },
    {
      "epoch": 0.5959715639810427,
      "grad_norm": 20.03266579033559,
      "learning_rate": 9.011316282418473e-07,
      "loss": 0.2355,
      "step": 503
    },
    {
      "epoch": 0.5971563981042654,
      "grad_norm": 10.688118849978588,
      "learning_rate": 9.005005472346923e-07,
      "loss": 0.2649,
      "step": 504
    },
    {
      "epoch": 0.5983412322274881,
      "grad_norm": 21.412875220411518,
      "learning_rate": 8.998676809866066e-07,
      "loss": 0.2503,
      "step": 505
    },
    {
      "epoch": 0.5995260663507109,
      "grad_norm": 11.743872196709809,
      "learning_rate": 8.992330323186068e-07,
      "loss": 0.2682,
      "step": 506
    },
    {
      "epoch": 0.6007109004739336,
      "grad_norm": 11.771441009882276,
      "learning_rate": 8.985966040596549e-07,
      "loss": 0.2756,
      "step": 507
    },
    {
      "epoch": 0.6018957345971564,
      "grad_norm": 17.976263194907734,
      "learning_rate": 8.979583990466452e-07,
      "loss": 0.202,
      "step": 508
    },
    {
      "epoch": 0.6030805687203792,
      "grad_norm": 25.90047189441292,
      "learning_rate": 8.973184201243922e-07,
      "loss": 0.2376,
      "step": 509
    },
    {
      "epoch": 0.6042654028436019,
      "grad_norm": 20.62266389659553,
      "learning_rate": 8.966766701456176e-07,
      "loss": 0.3115,
      "step": 510
    },
    {
      "epoch": 0.6054502369668247,
      "grad_norm": 23.091302678759135,
      "learning_rate": 8.960331519709372e-07,
      "loss": 0.2091,
      "step": 511
    },
    {
      "epoch": 0.6066350710900474,
      "grad_norm": 16.47382278548211,
      "learning_rate": 8.953878684688492e-07,
      "loss": 0.2174,
      "step": 512
    },
    {
      "epoch": 0.6078199052132701,
      "grad_norm": 14.906355441019993,
      "learning_rate": 8.947408225157205e-07,
      "loss": 0.2446,
      "step": 513
    },
    {
      "epoch": 0.6090047393364929,
      "grad_norm": 8.216540291358418,
      "learning_rate": 8.940920169957739e-07,
      "loss": 0.2575,
      "step": 514
    },
    {
      "epoch": 0.6101895734597157,
      "grad_norm": 13.034643278399566,
      "learning_rate": 8.934414548010762e-07,
      "loss": 0.197,
      "step": 515
    },
    {
      "epoch": 0.6113744075829384,
      "grad_norm": 13.048988852473453,
      "learning_rate": 8.92789138831524e-07,
      "loss": 0.1853,
      "step": 516
    },
    {
      "epoch": 0.6125592417061612,
      "grad_norm": 17.38819922422907,
      "learning_rate": 8.921350719948315e-07,
      "loss": 0.2427,
      "step": 517
    },
    {
      "epoch": 0.6137440758293838,
      "grad_norm": 24.37628041900463,
      "learning_rate": 8.914792572065177e-07,
      "loss": 0.2592,
      "step": 518
    },
    {
      "epoch": 0.6149289099526066,
      "grad_norm": 20.993815161831648,
      "learning_rate": 8.908216973898928e-07,
      "loss": 0.2072,
      "step": 519
    },
    {
      "epoch": 0.6161137440758294,
      "grad_norm": 28.61411000218645,
      "learning_rate": 8.901623954760459e-07,
      "loss": 0.2746,
      "step": 520
    },
    {
      "epoch": 0.6172985781990521,
      "grad_norm": 11.09636600039551,
      "learning_rate": 8.89501354403831e-07,
      "loss": 0.2656,
      "step": 521
    },
    {
      "epoch": 0.6184834123222749,
      "grad_norm": 16.998967485383094,
      "learning_rate": 8.888385771198552e-07,
      "loss": 0.2235,
      "step": 522
    },
    {
      "epoch": 0.6196682464454977,
      "grad_norm": 28.861443273678475,
      "learning_rate": 8.88174066578464e-07,
      "loss": 0.2978,
      "step": 523
    },
    {
      "epoch": 0.6208530805687204,
      "grad_norm": 14.714955209304444,
      "learning_rate": 8.875078257417294e-07,
      "loss": 0.2732,
      "step": 524
    },
    {
      "epoch": 0.6220379146919431,
      "grad_norm": 9.735548367963192,
      "learning_rate": 8.868398575794362e-07,
      "loss": 0.1986,
      "step": 525
    },
    {
      "epoch": 0.6232227488151659,
      "grad_norm": 17.493573015109547,
      "learning_rate": 8.861701650690685e-07,
      "loss": 0.2646,
      "step": 526
    },
    {
      "epoch": 0.6244075829383886,
      "grad_norm": 25.375815141472067,
      "learning_rate": 8.854987511957973e-07,
      "loss": 0.1653,
      "step": 527
    },
    {
      "epoch": 0.6255924170616114,
      "grad_norm": 35.646843725332126,
      "learning_rate": 8.84825618952466e-07,
      "loss": 0.3044,
      "step": 528
    },
    {
      "epoch": 0.6267772511848341,
      "grad_norm": 16.38434340194561,
      "learning_rate": 8.841507713395782e-07,
      "loss": 0.2138,
      "step": 529
    },
    {
      "epoch": 0.6279620853080569,
      "grad_norm": 9.828589104598672,
      "learning_rate": 8.834742113652833e-07,
      "loss": 0.2025,
      "step": 530
    },
    {
      "epoch": 0.6291469194312796,
      "grad_norm": 14.966605589812715,
      "learning_rate": 8.827959420453642e-07,
      "loss": 0.2194,
      "step": 531
    },
    {
      "epoch": 0.6303317535545023,
      "grad_norm": 9.043281744519222,
      "learning_rate": 8.821159664032223e-07,
      "loss": 0.2106,
      "step": 532
    },
    {
      "epoch": 0.6315165876777251,
      "grad_norm": 25.156545576852338,
      "learning_rate": 8.814342874698659e-07,
      "loss": 0.296,
      "step": 533
    },
    {
      "epoch": 0.6327014218009479,
      "grad_norm": 30.207865323923034,
      "learning_rate": 8.807509082838956e-07,
      "loss": 0.3279,
      "step": 534
    },
    {
      "epoch": 0.6338862559241706,
      "grad_norm": 21.8597722447571,
      "learning_rate": 8.800658318914905e-07,
      "loss": 0.22,
      "step": 535
    },
    {
      "epoch": 0.6350710900473934,
      "grad_norm": 18.83124332148458,
      "learning_rate": 8.793790613463954e-07,
      "loss": 0.2945,
      "step": 536
    },
    {
      "epoch": 0.6362559241706162,
      "grad_norm": 11.621272923164774,
      "learning_rate": 8.786905997099066e-07,
      "loss": 0.1921,
      "step": 537
    },
    {
      "epoch": 0.6374407582938388,
      "grad_norm": 15.981620422788177,
      "learning_rate": 8.780004500508587e-07,
      "loss": 0.2368,
      "step": 538
    },
    {
      "epoch": 0.6386255924170616,
      "grad_norm": 30.452192715434165,
      "learning_rate": 8.773086154456106e-07,
      "loss": 0.2448,
      "step": 539
    },
    {
      "epoch": 0.6398104265402843,
      "grad_norm": 9.559309492322154,
      "learning_rate": 8.766150989780317e-07,
      "loss": 0.2027,
      "step": 540
    },
    {
      "epoch": 0.6409952606635071,
      "grad_norm": 27.607639874576503,
      "learning_rate": 8.759199037394886e-07,
      "loss": 0.2556,
      "step": 541
    },
    {
      "epoch": 0.6421800947867299,
      "grad_norm": 12.26608497304879,
      "learning_rate": 8.752230328288313e-07,
      "loss": 0.1891,
      "step": 542
    },
    {
      "epoch": 0.6433649289099526,
      "grad_norm": 33.570472082251705,
      "learning_rate": 8.745244893523783e-07,
      "loss": 0.3039,
      "step": 543
    },
    {
      "epoch": 0.6445497630331753,
      "grad_norm": 14.538932588131711,
      "learning_rate": 8.738242764239046e-07,
      "loss": 0.1903,
      "step": 544
    },
    {
      "epoch": 0.6457345971563981,
      "grad_norm": 8.885681558345862,
      "learning_rate": 8.73122397164626e-07,
      "loss": 0.25,
      "step": 545
    },
    {
      "epoch": 0.6469194312796208,
      "grad_norm": 9.724842455204085,
      "learning_rate": 8.724188547031865e-07,
      "loss": 0.2286,
      "step": 546
    },
    {
      "epoch": 0.6481042654028436,
      "grad_norm": 11.641123423029827,
      "learning_rate": 8.717136521756439e-07,
      "loss": 0.2298,
      "step": 547
    },
    {
      "epoch": 0.6492890995260664,
      "grad_norm": 35.64156668351365,
      "learning_rate": 8.710067927254554e-07,
      "loss": 0.2487,
      "step": 548
    },
    {
      "epoch": 0.6504739336492891,
      "grad_norm": 55.07441844223735,
      "learning_rate": 8.702982795034644e-07,
      "loss": 0.2974,
      "step": 549
    },
    {
      "epoch": 0.6516587677725119,
      "grad_norm": 30.67359922217043,
      "learning_rate": 8.695881156678855e-07,
      "loss": 0.2409,
      "step": 550
    },
    {
      "epoch": 0.6516587677725119,
      "eval_loss": 0.26306506991386414,
      "eval_runtime": 55.58,
      "eval_samples_per_second": 14.807,
      "eval_steps_per_second": 0.936,
      "step": 550
    },
    {
      "epoch": 0.6528436018957346,
      "grad_norm": 34.111707302892505,
      "learning_rate": 8.688763043842915e-07,
      "loss": 0.3007,
      "step": 551
    },
    {
      "epoch": 0.6540284360189573,
      "grad_norm": 24.72916737680904,
      "learning_rate": 8.681628488255986e-07,
      "loss": 0.2861,
      "step": 552
    },
    {
      "epoch": 0.6552132701421801,
      "grad_norm": 15.195799871782196,
      "learning_rate": 8.674477521720521e-07,
      "loss": 0.2379,
      "step": 553
    },
    {
      "epoch": 0.6563981042654028,
      "grad_norm": 35.31766339327681,
      "learning_rate": 8.667310176112129e-07,
      "loss": 0.3087,
      "step": 554
    },
    {
      "epoch": 0.6575829383886256,
      "grad_norm": 29.669297495826285,
      "learning_rate": 8.660126483379426e-07,
      "loss": 0.2826,
      "step": 555
    },
    {
      "epoch": 0.6587677725118484,
      "grad_norm": 20.188142404979462,
      "learning_rate": 8.652926475543898e-07,
      "loss": 0.2353,
      "step": 556
    },
    {
      "epoch": 0.659952606635071,
      "grad_norm": 9.878030902564287,
      "learning_rate": 8.645710184699754e-07,
      "loss": 0.2091,
      "step": 557
    },
    {
      "epoch": 0.6611374407582938,
      "grad_norm": 8.326879683208155,
      "learning_rate": 8.638477643013787e-07,
      "loss": 0.2097,
      "step": 558
    },
    {
      "epoch": 0.6623222748815166,
      "grad_norm": 17.04100715275265,
      "learning_rate": 8.631228882725227e-07,
      "loss": 0.2862,
      "step": 559
    },
    {
      "epoch": 0.6635071090047393,
      "grad_norm": 21.154307793886165,
      "learning_rate": 8.623963936145599e-07,
      "loss": 0.3105,
      "step": 560
    },
    {
      "epoch": 0.6646919431279621,
      "grad_norm": 20.578330200177938,
      "learning_rate": 8.61668283565858e-07,
      "loss": 0.2362,
      "step": 561
    },
    {
      "epoch": 0.6658767772511849,
      "grad_norm": 23.48493045218934,
      "learning_rate": 8.609385613719853e-07,
      "loss": 0.2178,
      "step": 562
    },
    {
      "epoch": 0.6670616113744076,
      "grad_norm": 9.91650775543966,
      "learning_rate": 8.60207230285696e-07,
      "loss": 0.3152,
      "step": 563
    },
    {
      "epoch": 0.6682464454976303,
      "grad_norm": 14.993510418458422,
      "learning_rate": 8.594742935669164e-07,
      "loss": 0.2369,
      "step": 564
    },
    {
      "epoch": 0.669431279620853,
      "grad_norm": 36.79636092939016,
      "learning_rate": 8.587397544827295e-07,
      "loss": 0.2666,
      "step": 565
    },
    {
      "epoch": 0.6706161137440758,
      "grad_norm": 13.316556858524384,
      "learning_rate": 8.580036163073614e-07,
      "loss": 0.2829,
      "step": 566
    },
    {
      "epoch": 0.6718009478672986,
      "grad_norm": 14.159800939343656,
      "learning_rate": 8.572658823221658e-07,
      "loss": 0.198,
      "step": 567
    },
    {
      "epoch": 0.6729857819905213,
      "grad_norm": 9.745584395603467,
      "learning_rate": 8.565265558156101e-07,
      "loss": 0.2444,
      "step": 568
    },
    {
      "epoch": 0.6741706161137441,
      "grad_norm": 12.150823832817574,
      "learning_rate": 8.5578564008326e-07,
      "loss": 0.2192,
      "step": 569
    },
    {
      "epoch": 0.6753554502369669,
      "grad_norm": 24.362220333619582,
      "learning_rate": 8.550431384277653e-07,
      "loss": 0.2476,
      "step": 570
    },
    {
      "epoch": 0.6765402843601895,
      "grad_norm": 8.952930844365163,
      "learning_rate": 8.542990541588453e-07,
      "loss": 0.2264,
      "step": 571
    },
    {
      "epoch": 0.6777251184834123,
      "grad_norm": 9.560301949012237,
      "learning_rate": 8.535533905932737e-07,
      "loss": 0.2736,
      "step": 572
    },
    {
      "epoch": 0.6789099526066351,
      "grad_norm": 9.139618148174796,
      "learning_rate": 8.528061510548641e-07,
      "loss": 0.22,
      "step": 573
    },
    {
      "epoch": 0.6800947867298578,
      "grad_norm": 18.201403006271022,
      "learning_rate": 8.520573388744548e-07,
      "loss": 0.2366,
      "step": 574
    },
    {
      "epoch": 0.6812796208530806,
      "grad_norm": 8.042669272668338,
      "learning_rate": 8.513069573898943e-07,
      "loss": 0.2055,
      "step": 575
    },
    {
      "epoch": 0.6824644549763034,
      "grad_norm": 11.84351957271319,
      "learning_rate": 8.505550099460263e-07,
      "loss": 0.2745,
      "step": 576
    },
    {
      "epoch": 0.683649289099526,
      "grad_norm": 16.427699085907832,
      "learning_rate": 8.49801499894675e-07,
      "loss": 0.187,
      "step": 577
    },
    {
      "epoch": 0.6848341232227488,
      "grad_norm": 18.357805574878622,
      "learning_rate": 8.490464305946294e-07,
      "loss": 0.2259,
      "step": 578
    },
    {
      "epoch": 0.6860189573459715,
      "grad_norm": 21.137167128440737,
      "learning_rate": 8.482898054116299e-07,
      "loss": 0.2139,
      "step": 579
    },
    {
      "epoch": 0.6872037914691943,
      "grad_norm": 17.717042156687203,
      "learning_rate": 8.475316277183508e-07,
      "loss": 0.2515,
      "step": 580
    },
    {
      "epoch": 0.6883886255924171,
      "grad_norm": 23.793425039907586,
      "learning_rate": 8.467719008943886e-07,
      "loss": 0.2664,
      "step": 581
    },
    {
      "epoch": 0.6895734597156398,
      "grad_norm": 11.919196893599274,
      "learning_rate": 8.460106283262431e-07,
      "loss": 0.1886,
      "step": 582
    },
    {
      "epoch": 0.6907582938388626,
      "grad_norm": 22.28808906798008,
      "learning_rate": 8.452478134073062e-07,
      "loss": 0.2738,
      "step": 583
    },
    {
      "epoch": 0.6919431279620853,
      "grad_norm": 23.537434314232886,
      "learning_rate": 8.444834595378433e-07,
      "loss": 0.2796,
      "step": 584
    },
    {
      "epoch": 0.693127962085308,
      "grad_norm": 8.778711331006974,
      "learning_rate": 8.437175701249805e-07,
      "loss": 0.2371,
      "step": 585
    },
    {
      "epoch": 0.6943127962085308,
      "grad_norm": 8.478947761255274,
      "learning_rate": 8.429501485826889e-07,
      "loss": 0.183,
      "step": 586
    },
    {
      "epoch": 0.6954976303317536,
      "grad_norm": 24.182074930968447,
      "learning_rate": 8.421811983317681e-07,
      "loss": 0.2003,
      "step": 587
    },
    {
      "epoch": 0.6966824644549763,
      "grad_norm": 9.861012071727558,
      "learning_rate": 8.414107227998328e-07,
      "loss": 0.2774,
      "step": 588
    },
    {
      "epoch": 0.6978672985781991,
      "grad_norm": 11.632857692746178,
      "learning_rate": 8.406387254212965e-07,
      "loss": 0.2403,
      "step": 589
    },
    {
      "epoch": 0.6990521327014217,
      "grad_norm": 20.917402317103377,
      "learning_rate": 8.398652096373564e-07,
      "loss": 0.2078,
      "step": 590
    },
    {
      "epoch": 0.7002369668246445,
      "grad_norm": 11.067641557659394,
      "learning_rate": 8.390901788959777e-07,
      "loss": 0.2554,
      "step": 591
    },
    {
      "epoch": 0.7014218009478673,
      "grad_norm": 11.776999680097008,
      "learning_rate": 8.383136366518787e-07,
      "loss": 0.2309,
      "step": 592
    },
    {
      "epoch": 0.70260663507109,
      "grad_norm": 25.259853705212183,
      "learning_rate": 8.375355863665154e-07,
      "loss": 0.2359,
      "step": 593
    },
    {
      "epoch": 0.7037914691943128,
      "grad_norm": 19.40581177984766,
      "learning_rate": 8.367560315080662e-07,
      "loss": 0.1904,
      "step": 594
    },
    {
      "epoch": 0.7049763033175356,
      "grad_norm": 15.1929515678031,
      "learning_rate": 8.359749755514154e-07,
      "loss": 0.2692,
      "step": 595
    },
    {
      "epoch": 0.7061611374407583,
      "grad_norm": 15.147667421338586,
      "learning_rate": 8.351924219781392e-07,
      "loss": 0.254,
      "step": 596
    },
    {
      "epoch": 0.707345971563981,
      "grad_norm": 7.901829661318031,
      "learning_rate": 8.344083742764891e-07,
      "loss": 0.1868,
      "step": 597
    },
    {
      "epoch": 0.7085308056872038,
      "grad_norm": 14.381280613101293,
      "learning_rate": 8.336228359413768e-07,
      "loss": 0.1958,
      "step": 598
    },
    {
      "epoch": 0.7097156398104265,
      "grad_norm": 36.71771015436861,
      "learning_rate": 8.328358104743585e-07,
      "loss": 0.3001,
      "step": 599
    },
    {
      "epoch": 0.7109004739336493,
      "grad_norm": 33.7833690585172,
      "learning_rate": 8.320473013836195e-07,
      "loss": 0.259,
      "step": 600
    },
    {
      "epoch": 0.7109004739336493,
      "eval_loss": 0.251609206199646,
      "eval_runtime": 59.1343,
      "eval_samples_per_second": 13.917,
      "eval_steps_per_second": 0.879,
      "step": 600
    },
    {
      "epoch": 0.7120853080568721,
      "grad_norm": 27.43991881068027,
      "learning_rate": 8.312573121839581e-07,
      "loss": 0.2528,
      "step": 601
    },
    {
      "epoch": 0.7132701421800948,
      "grad_norm": 11.54084932255205,
      "learning_rate": 8.304658463967705e-07,
      "loss": 0.2258,
      "step": 602
    },
    {
      "epoch": 0.7144549763033176,
      "grad_norm": 9.38181972163327,
      "learning_rate": 8.296729075500343e-07,
      "loss": 0.1483,
      "step": 603
    },
    {
      "epoch": 0.7156398104265402,
      "grad_norm": 9.63021263503591,
      "learning_rate": 8.288784991782945e-07,
      "loss": 0.2134,
      "step": 604
    },
    {
      "epoch": 0.716824644549763,
      "grad_norm": 25.241305745406983,
      "learning_rate": 8.280826248226449e-07,
      "loss": 0.2241,
      "step": 605
    },
    {
      "epoch": 0.7180094786729858,
      "grad_norm": 19.58953870780054,
      "learning_rate": 8.272852880307153e-07,
      "loss": 0.2973,
      "step": 606
    },
    {
      "epoch": 0.7191943127962085,
      "grad_norm": 20.908601756019916,
      "learning_rate": 8.264864923566537e-07,
      "loss": 0.3026,
      "step": 607
    },
    {
      "epoch": 0.7203791469194313,
      "grad_norm": 18.641795222590094,
      "learning_rate": 8.256862413611112e-07,
      "loss": 0.2092,
      "step": 608
    },
    {
      "epoch": 0.7215639810426541,
      "grad_norm": 9.078402132315118,
      "learning_rate": 8.24884538611226e-07,
      "loss": 0.2293,
      "step": 609
    },
    {
      "epoch": 0.7227488151658767,
      "grad_norm": 9.870990754662362,
      "learning_rate": 8.240813876806078e-07,
      "loss": 0.2364,
      "step": 610
    },
    {
      "epoch": 0.7239336492890995,
      "grad_norm": 32.61024025487414,
      "learning_rate": 8.232767921493215e-07,
      "loss": 0.2391,
      "step": 611
    },
    {
      "epoch": 0.7251184834123223,
      "grad_norm": 24.836388708454873,
      "learning_rate": 8.22470755603871e-07,
      "loss": 0.2667,
      "step": 612
    },
    {
      "epoch": 0.726303317535545,
      "grad_norm": 41.315609395728075,
      "learning_rate": 8.216632816371838e-07,
      "loss": 0.2302,
      "step": 613
    },
    {
      "epoch": 0.7274881516587678,
      "grad_norm": 17.579148648614137,
      "learning_rate": 8.208543738485949e-07,
      "loss": 0.2644,
      "step": 614
    },
    {
      "epoch": 0.7286729857819905,
      "grad_norm": 7.685937476575705,
      "learning_rate": 8.200440358438305e-07,
      "loss": 0.2128,
      "step": 615
    },
    {
      "epoch": 0.7298578199052133,
      "grad_norm": 18.987732881829164,
      "learning_rate": 8.192322712349917e-07,
      "loss": 0.1535,
      "step": 616
    },
    {
      "epoch": 0.731042654028436,
      "grad_norm": 25.078374459237278,
      "learning_rate": 8.184190836405393e-07,
      "loss": 0.2313,
      "step": 617
    },
    {
      "epoch": 0.7322274881516587,
      "grad_norm": 19.93693990442207,
      "learning_rate": 8.176044766852765e-07,
      "loss": 0.1826,
      "step": 618
    },
    {
      "epoch": 0.7334123222748815,
      "grad_norm": 9.174225763509883,
      "learning_rate": 8.167884540003337e-07,
      "loss": 0.2183,
      "step": 619
    },
    {
      "epoch": 0.7345971563981043,
      "grad_norm": 22.712219561256028,
      "learning_rate": 8.159710192231519e-07,
      "loss": 0.2233,
      "step": 620
    },
    {
      "epoch": 0.735781990521327,
      "grad_norm": 12.602248166695643,
      "learning_rate": 8.151521759974666e-07,
      "loss": 0.2168,
      "step": 621
    },
    {
      "epoch": 0.7369668246445498,
      "grad_norm": 11.648901495290106,
      "learning_rate": 8.143319279732913e-07,
      "loss": 0.3022,
      "step": 622
    },
    {
      "epoch": 0.7381516587677726,
      "grad_norm": 25.848339933826537,
      "learning_rate": 8.135102788069015e-07,
      "loss": 0.2619,
      "step": 623
    },
    {
      "epoch": 0.7393364928909952,
      "grad_norm": 26.446445165860816,
      "learning_rate": 8.126872321608183e-07,
      "loss": 0.1956,
      "step": 624
    },
    {
      "epoch": 0.740521327014218,
      "grad_norm": 11.078507030053842,
      "learning_rate": 8.118627917037924e-07,
      "loss": 0.2531,
      "step": 625
    },
    {
      "epoch": 0.7417061611374408,
      "grad_norm": 16.144215184908756,
      "learning_rate": 8.110369611107868e-07,
      "loss": 0.2048,
      "step": 626
    },
    {
      "epoch": 0.7428909952606635,
      "grad_norm": 9.763738781518256,
      "learning_rate": 8.102097440629618e-07,
      "loss": 0.2536,
      "step": 627
    },
    {
      "epoch": 0.7440758293838863,
      "grad_norm": 15.658750679197453,
      "learning_rate": 8.093811442476572e-07,
      "loss": 0.2143,
      "step": 628
    },
    {
      "epoch": 0.745260663507109,
      "grad_norm": 14.261166875712147,
      "learning_rate": 8.085511653583772e-07,
      "loss": 0.2228,
      "step": 629
    },
    {
      "epoch": 0.7464454976303317,
      "grad_norm": 18.41294125408353,
      "learning_rate": 8.077198110947725e-07,
      "loss": 0.2047,
      "step": 630
    },
    {
      "epoch": 0.7476303317535545,
      "grad_norm": 7.188949902488354,
      "learning_rate": 8.068870851626253e-07,
      "loss": 0.2506,
      "step": 631
    },
    {
      "epoch": 0.7488151658767772,
      "grad_norm": 21.1672326000127,
      "learning_rate": 8.060529912738314e-07,
      "loss": 0.2493,
      "step": 632
    },
    {
      "epoch": 0.75,
      "grad_norm": 11.771338026161125,
      "learning_rate": 8.052175331463848e-07,
      "loss": 0.1622,
      "step": 633
    },
    {
      "epoch": 0.7511848341232228,
      "grad_norm": 21.486215050391507,
      "learning_rate": 8.043807145043603e-07,
      "loss": 0.2102,
      "step": 634
    },
    {
      "epoch": 0.7523696682464455,
      "grad_norm": 22.130536750069474,
      "learning_rate": 8.035425390778973e-07,
      "loss": 0.2048,
      "step": 635
    },
    {
      "epoch": 0.7535545023696683,
      "grad_norm": 15.296795850248081,
      "learning_rate": 8.027030106031835e-07,
      "loss": 0.199,
      "step": 636
    },
    {
      "epoch": 0.754739336492891,
      "grad_norm": 12.519470076894477,
      "learning_rate": 8.018621328224371e-07,
      "loss": 0.2273,
      "step": 637
    },
    {
      "epoch": 0.7559241706161137,
      "grad_norm": 22.060617497410405,
      "learning_rate": 8.010199094838914e-07,
      "loss": 0.194,
      "step": 638
    },
    {
      "epoch": 0.7571090047393365,
      "grad_norm": 9.606082768273398,
      "learning_rate": 8.001763443417775e-07,
      "loss": 0.1982,
      "step": 639
    },
    {
      "epoch": 0.7582938388625592,
      "grad_norm": 14.494565608281063,
      "learning_rate": 7.993314411563075e-07,
      "loss": 0.162,
      "step": 640
    },
    {
      "epoch": 0.759478672985782,
      "grad_norm": 16.589300163864532,
      "learning_rate": 7.984852036936578e-07,
      "loss": 0.2806,
      "step": 641
    },
    {
      "epoch": 0.7606635071090048,
      "grad_norm": 11.576925049645048,
      "learning_rate": 7.976376357259526e-07,
      "loss": 0.1665,
      "step": 642
    },
    {
      "epoch": 0.7618483412322274,
      "grad_norm": 14.58868190468772,
      "learning_rate": 7.967887410312466e-07,
      "loss": 0.1948,
      "step": 643
    },
    {
      "epoch": 0.7630331753554502,
      "grad_norm": 21.320856814477253,
      "learning_rate": 7.959385233935085e-07,
      "loss": 0.2362,
      "step": 644
    },
    {
      "epoch": 0.764218009478673,
      "grad_norm": 15.04617262190784,
      "learning_rate": 7.950869866026045e-07,
      "loss": 0.2164,
      "step": 645
    },
    {
      "epoch": 0.7654028436018957,
      "grad_norm": 9.80317001840058,
      "learning_rate": 7.9423413445428e-07,
      "loss": 0.1788,
      "step": 646
    },
    {
      "epoch": 0.7665876777251185,
      "grad_norm": 19.844028210298966,
      "learning_rate": 7.933799707501447e-07,
      "loss": 0.2209,
      "step": 647
    },
    {
      "epoch": 0.7677725118483413,
      "grad_norm": 13.751437660235108,
      "learning_rate": 7.925244992976537e-07,
      "loss": 0.1899,
      "step": 648
    },
    {
      "epoch": 0.768957345971564,
      "grad_norm": 9.41285729970307,
      "learning_rate": 7.916677239100922e-07,
      "loss": 0.2487,
      "step": 649
    },
    {
      "epoch": 0.7701421800947867,
      "grad_norm": 18.895758189790847,
      "learning_rate": 7.908096484065568e-07,
      "loss": 0.2111,
      "step": 650
    },
    {
      "epoch": 0.7701421800947867,
      "eval_loss": 0.2293587177991867,
      "eval_runtime": 57.8447,
      "eval_samples_per_second": 14.228,
      "eval_steps_per_second": 0.899,
      "step": 650
    },
    {
      "epoch": 0.7713270142180095,
      "grad_norm": 13.862666177134349,
      "learning_rate": 7.899502766119403e-07,
      "loss": 0.2696,
      "step": 651
    },
    {
      "epoch": 0.7725118483412322,
      "grad_norm": 16.120955468412227,
      "learning_rate": 7.890896123569135e-07,
      "loss": 0.214,
      "step": 652
    },
    {
      "epoch": 0.773696682464455,
      "grad_norm": 9.011365770979943,
      "learning_rate": 7.882276594779079e-07,
      "loss": 0.1631,
      "step": 653
    },
    {
      "epoch": 0.7748815165876777,
      "grad_norm": 9.222611641594378,
      "learning_rate": 7.873644218170996e-07,
      "loss": 0.2073,
      "step": 654
    },
    {
      "epoch": 0.7760663507109005,
      "grad_norm": 27.175342390723387,
      "learning_rate": 7.864999032223914e-07,
      "loss": 0.1848,
      "step": 655
    },
    {
      "epoch": 0.7772511848341233,
      "grad_norm": 30.41172358480833,
      "learning_rate": 7.856341075473961e-07,
      "loss": 0.2405,
      "step": 656
    },
    {
      "epoch": 0.7784360189573459,
      "grad_norm": 9.377963440893206,
      "learning_rate": 7.847670386514189e-07,
      "loss": 0.2181,
      "step": 657
    },
    {
      "epoch": 0.7796208530805687,
      "grad_norm": 9.330139452266417,
      "learning_rate": 7.838987003994404e-07,
      "loss": 0.2582,
      "step": 658
    },
    {
      "epoch": 0.7808056872037915,
      "grad_norm": 21.896919162817507,
      "learning_rate": 7.830290966620995e-07,
      "loss": 0.1798,
      "step": 659
    },
    {
      "epoch": 0.7819905213270142,
      "grad_norm": 9.358252051552995,
      "learning_rate": 7.821582313156763e-07,
      "loss": 0.2502,
      "step": 660
    },
    {
      "epoch": 0.783175355450237,
      "grad_norm": 10.845451720550335,
      "learning_rate": 7.812861082420739e-07,
      "loss": 0.2301,
      "step": 661
    },
    {
      "epoch": 0.7843601895734598,
      "grad_norm": 9.9684188287499,
      "learning_rate": 7.804127313288023e-07,
      "loss": 0.2687,
      "step": 662
    },
    {
      "epoch": 0.7855450236966824,
      "grad_norm": 25.687262257581693,
      "learning_rate": 7.795381044689602e-07,
      "loss": 0.1958,
      "step": 663
    },
    {
      "epoch": 0.7867298578199052,
      "grad_norm": 13.55499223559753,
      "learning_rate": 7.786622315612181e-07,
      "loss": 0.2485,
      "step": 664
    },
    {
      "epoch": 0.7879146919431279,
      "grad_norm": 12.218617521005212,
      "learning_rate": 7.777851165098011e-07,
      "loss": 0.1479,
      "step": 665
    },
    {
      "epoch": 0.7890995260663507,
      "grad_norm": 7.721800269638889,
      "learning_rate": 7.769067632244706e-07,
      "loss": 0.1626,
      "step": 666
    },
    {
      "epoch": 0.7902843601895735,
      "grad_norm": 24.314109763668625,
      "learning_rate": 7.760271756205077e-07,
      "loss": 0.2109,
      "step": 667
    },
    {
      "epoch": 0.7914691943127962,
      "grad_norm": 7.701242021010707,
      "learning_rate": 7.751463576186957e-07,
      "loss": 0.1472,
      "step": 668
    },
    {
      "epoch": 0.792654028436019,
      "grad_norm": 13.37997398622404,
      "learning_rate": 7.742643131453021e-07,
      "loss": 0.2217,
      "step": 669
    },
    {
      "epoch": 0.7938388625592417,
      "grad_norm": 8.745184371153652,
      "learning_rate": 7.733810461320618e-07,
      "loss": 0.1434,
      "step": 670
    },
    {
      "epoch": 0.7950236966824644,
      "grad_norm": 11.16885275222009,
      "learning_rate": 7.724965605161588e-07,
      "loss": 0.2009,
      "step": 671
    },
    {
      "epoch": 0.7962085308056872,
      "grad_norm": 9.806142647457065,
      "learning_rate": 7.716108602402094e-07,
      "loss": 0.18,
      "step": 672
    },
    {
      "epoch": 0.79739336492891,
      "grad_norm": 16.335655824559705,
      "learning_rate": 7.707239492522439e-07,
      "loss": 0.2102,
      "step": 673
    },
    {
      "epoch": 0.7985781990521327,
      "grad_norm": 17.375625902322422,
      "learning_rate": 7.6983583150569e-07,
      "loss": 0.2452,
      "step": 674
    },
    {
      "epoch": 0.7997630331753555,
      "grad_norm": 13.425423648864005,
      "learning_rate": 7.689465109593539e-07,
      "loss": 0.222,
      "step": 675
    },
    {
      "epoch": 0.8009478672985783,
      "grad_norm": 16.905635944612605,
      "learning_rate": 7.680559915774033e-07,
      "loss": 0.2264,
      "step": 676
    },
    {
      "epoch": 0.8021327014218009,
      "grad_norm": 16.781958411958737,
      "learning_rate": 7.671642773293505e-07,
      "loss": 0.2078,
      "step": 677
    },
    {
      "epoch": 0.8033175355450237,
      "grad_norm": 17.58937112986415,
      "learning_rate": 7.662713721900331e-07,
      "loss": 0.2382,
      "step": 678
    },
    {
      "epoch": 0.8045023696682464,
      "grad_norm": 17.576419370888175,
      "learning_rate": 7.653772801395977e-07,
      "loss": 0.219,
      "step": 679
    },
    {
      "epoch": 0.8056872037914692,
      "grad_norm": 42.78433100503283,
      "learning_rate": 7.644820051634812e-07,
      "loss": 0.3042,
      "step": 680
    },
    {
      "epoch": 0.806872037914692,
      "grad_norm": 12.172358570342093,
      "learning_rate": 7.635855512523937e-07,
      "loss": 0.1905,
      "step": 681
    },
    {
      "epoch": 0.8080568720379147,
      "grad_norm": 7.694538953431653,
      "learning_rate": 7.626879224023001e-07,
      "loss": 0.209,
      "step": 682
    },
    {
      "epoch": 0.8092417061611374,
      "grad_norm": 12.703516850184618,
      "learning_rate": 7.617891226144033e-07,
      "loss": 0.1979,
      "step": 683
    },
    {
      "epoch": 0.8104265402843602,
      "grad_norm": 9.11601457295805,
      "learning_rate": 7.608891558951248e-07,
      "loss": 0.1748,
      "step": 684
    },
    {
      "epoch": 0.8116113744075829,
      "grad_norm": 9.014204421884562,
      "learning_rate": 7.599880262560882e-07,
      "loss": 0.2629,
      "step": 685
    },
    {
      "epoch": 0.8127962085308057,
      "grad_norm": 14.044829378680554,
      "learning_rate": 7.590857377141009e-07,
      "loss": 0.3174,
      "step": 686
    },
    {
      "epoch": 0.8139810426540285,
      "grad_norm": 14.2323739084943,
      "learning_rate": 7.58182294291136e-07,
      "loss": 0.214,
      "step": 687
    },
    {
      "epoch": 0.8151658767772512,
      "grad_norm": 23.66550864483779,
      "learning_rate": 7.572777000143145e-07,
      "loss": 0.2742,
      "step": 688
    },
    {
      "epoch": 0.816350710900474,
      "grad_norm": 16.58222384020301,
      "learning_rate": 7.563719589158872e-07,
      "loss": 0.2081,
      "step": 689
    },
    {
      "epoch": 0.8175355450236966,
      "grad_norm": 14.390980642614025,
      "learning_rate": 7.554650750332174e-07,
      "loss": 0.1946,
      "step": 690
    },
    {
      "epoch": 0.8187203791469194,
      "grad_norm": 10.122145213378829,
      "learning_rate": 7.545570524087619e-07,
      "loss": 0.1758,
      "step": 691
    },
    {
      "epoch": 0.8199052132701422,
      "grad_norm": 11.308324582282285,
      "learning_rate": 7.536478950900536e-07,
      "loss": 0.1705,
      "step": 692
    },
    {
      "epoch": 0.8210900473933649,
      "grad_norm": 23.02921863609514,
      "learning_rate": 7.527376071296836e-07,
      "loss": 0.1841,
      "step": 693
    },
    {
      "epoch": 0.8222748815165877,
      "grad_norm": 14.409456371586236,
      "learning_rate": 7.518261925852823e-07,
      "loss": 0.2406,
      "step": 694
    },
    {
      "epoch": 0.8234597156398105,
      "grad_norm": 32.09834915802655,
      "learning_rate": 7.509136555195023e-07,
      "loss": 0.2367,
      "step": 695
    },
    {
      "epoch": 0.8246445497630331,
      "grad_norm": 12.356727122169731,
      "learning_rate": 7.5e-07,
      "loss": 0.2417,
      "step": 696
    },
    {
      "epoch": 0.8258293838862559,
      "grad_norm": 13.126563741604407,
      "learning_rate": 7.490852300994168e-07,
      "loss": 0.2063,
      "step": 697
    },
    {
      "epoch": 0.8270142180094787,
      "grad_norm": 8.032225849806373,
      "learning_rate": 7.48169349895362e-07,
      "loss": 0.1786,
      "step": 698
    },
    {
      "epoch": 0.8281990521327014,
      "grad_norm": 20.962662296925956,
      "learning_rate": 7.472523634703936e-07,
      "loss": 0.1698,
      "step": 699
    },
    {
      "epoch": 0.8293838862559242,
      "grad_norm": 12.75110057617325,
      "learning_rate": 7.463342749120013e-07,
      "loss": 0.1812,
      "step": 700
    },
    {
      "epoch": 0.8293838862559242,
      "eval_loss": 0.23034565150737762,
      "eval_runtime": 55.8882,
      "eval_samples_per_second": 14.726,
      "eval_steps_per_second": 0.93,
      "step": 700
    },
    {
      "epoch": 0.830568720379147,
      "grad_norm": 9.913055744102358,
      "learning_rate": 7.454150883125868e-07,
      "loss": 0.2133,
      "step": 701
    },
    {
      "epoch": 0.8317535545023697,
      "grad_norm": 25.833382992108902,
      "learning_rate": 7.44494807769447e-07,
      "loss": 0.2969,
      "step": 702
    },
    {
      "epoch": 0.8329383886255924,
      "grad_norm": 11.281775033559253,
      "learning_rate": 7.435734373847545e-07,
      "loss": 0.1416,
      "step": 703
    },
    {
      "epoch": 0.8341232227488151,
      "grad_norm": 19.594414240296107,
      "learning_rate": 7.426509812655405e-07,
      "loss": 0.2314,
      "step": 704
    },
    {
      "epoch": 0.8353080568720379,
      "grad_norm": 17.70712288867108,
      "learning_rate": 7.417274435236755e-07,
      "loss": 0.2538,
      "step": 705
    },
    {
      "epoch": 0.8364928909952607,
      "grad_norm": 10.607970236644762,
      "learning_rate": 7.408028282758514e-07,
      "loss": 0.1711,
      "step": 706
    },
    {
      "epoch": 0.8376777251184834,
      "grad_norm": 11.57185625276237,
      "learning_rate": 7.398771396435632e-07,
      "loss": 0.1872,
      "step": 707
    },
    {
      "epoch": 0.8388625592417062,
      "grad_norm": 11.182287748396945,
      "learning_rate": 7.389503817530905e-07,
      "loss": 0.2349,
      "step": 708
    },
    {
      "epoch": 0.840047393364929,
      "grad_norm": 16.684749926205544,
      "learning_rate": 7.380225587354789e-07,
      "loss": 0.2506,
      "step": 709
    },
    {
      "epoch": 0.8412322274881516,
      "grad_norm": 11.69863271084872,
      "learning_rate": 7.370936747265225e-07,
      "loss": 0.2208,
      "step": 710
    },
    {
      "epoch": 0.8424170616113744,
      "grad_norm": 10.788997392898397,
      "learning_rate": 7.361637338667441e-07,
      "loss": 0.2114,
      "step": 711
    },
    {
      "epoch": 0.8436018957345972,
      "grad_norm": 7.602485659984748,
      "learning_rate": 7.352327403013779e-07,
      "loss": 0.1821,
      "step": 712
    },
    {
      "epoch": 0.8447867298578199,
      "grad_norm": 7.26614734509637,
      "learning_rate": 7.343006981803499e-07,
      "loss": 0.2309,
      "step": 713
    },
    {
      "epoch": 0.8459715639810427,
      "grad_norm": 8.364511901273751,
      "learning_rate": 7.33367611658261e-07,
      "loss": 0.2118,
      "step": 714
    },
    {
      "epoch": 0.8471563981042654,
      "grad_norm": 7.5672261947917985,
      "learning_rate": 7.324334848943668e-07,
      "loss": 0.2214,
      "step": 715
    },
    {
      "epoch": 0.8483412322274881,
      "grad_norm": 15.227230664760391,
      "learning_rate": 7.314983220525604e-07,
      "loss": 0.1782,
      "step": 716
    },
    {
      "epoch": 0.8495260663507109,
      "grad_norm": 10.217799076813009,
      "learning_rate": 7.305621273013525e-07,
      "loss": 0.2302,
      "step": 717
    },
    {
      "epoch": 0.8507109004739336,
      "grad_norm": 18.691186404113676,
      "learning_rate": 7.296249048138542e-07,
      "loss": 0.1682,
      "step": 718
    },
    {
      "epoch": 0.8518957345971564,
      "grad_norm": 10.452172850788102,
      "learning_rate": 7.286866587677574e-07,
      "loss": 0.2355,
      "step": 719
    },
    {
      "epoch": 0.8530805687203792,
      "grad_norm": 10.604574552375054,
      "learning_rate": 7.277473933453169e-07,
      "loss": 0.1133,
      "step": 720
    },
    {
      "epoch": 0.8542654028436019,
      "grad_norm": 9.891539825214483,
      "learning_rate": 7.268071127333311e-07,
      "loss": 0.2195,
      "step": 721
    },
    {
      "epoch": 0.8554502369668247,
      "grad_norm": 22.53671982979302,
      "learning_rate": 7.258658211231234e-07,
      "loss": 0.2269,
      "step": 722
    },
    {
      "epoch": 0.8566350710900474,
      "grad_norm": 23.83975858014513,
      "learning_rate": 7.249235227105245e-07,
      "loss": 0.2294,
      "step": 723
    },
    {
      "epoch": 0.8578199052132701,
      "grad_norm": 19.583412313581313,
      "learning_rate": 7.239802216958522e-07,
      "loss": 0.2309,
      "step": 724
    },
    {
      "epoch": 0.8590047393364929,
      "grad_norm": 9.156760472446708,
      "learning_rate": 7.230359222838938e-07,
      "loss": 0.1893,
      "step": 725
    },
    {
      "epoch": 0.8601895734597157,
      "grad_norm": 14.337897781365237,
      "learning_rate": 7.220906286838868e-07,
      "loss": 0.1709,
      "step": 726
    },
    {
      "epoch": 0.8613744075829384,
      "grad_norm": 17.90848323335686,
      "learning_rate": 7.211443451095006e-07,
      "loss": 0.2353,
      "step": 727
    },
    {
      "epoch": 0.8625592417061612,
      "grad_norm": 8.380769804085316,
      "learning_rate": 7.201970757788171e-07,
      "loss": 0.21,
      "step": 728
    },
    {
      "epoch": 0.8637440758293838,
      "grad_norm": 11.322111166952071,
      "learning_rate": 7.192488249143125e-07,
      "loss": 0.2225,
      "step": 729
    },
    {
      "epoch": 0.8649289099526066,
      "grad_norm": 10.045093401838667,
      "learning_rate": 7.182995967428379e-07,
      "loss": 0.1583,
      "step": 730
    },
    {
      "epoch": 0.8661137440758294,
      "grad_norm": 17.370985243300748,
      "learning_rate": 7.173493954956011e-07,
      "loss": 0.2028,
      "step": 731
    },
    {
      "epoch": 0.8672985781990521,
      "grad_norm": 10.458119006433506,
      "learning_rate": 7.163982254081474e-07,
      "loss": 0.1776,
      "step": 732
    },
    {
      "epoch": 0.8684834123222749,
      "grad_norm": 8.754265017532378,
      "learning_rate": 7.154460907203405e-07,
      "loss": 0.1875,
      "step": 733
    },
    {
      "epoch": 0.8696682464454977,
      "grad_norm": 12.4225760590751,
      "learning_rate": 7.144929956763437e-07,
      "loss": 0.2778,
      "step": 734
    },
    {
      "epoch": 0.8708530805687204,
      "grad_norm": 11.608393438177549,
      "learning_rate": 7.135389445246017e-07,
      "loss": 0.192,
      "step": 735
    },
    {
      "epoch": 0.8720379146919431,
      "grad_norm": 8.633498509424786,
      "learning_rate": 7.125839415178203e-07,
      "loss": 0.1541,
      "step": 736
    },
    {
      "epoch": 0.8732227488151659,
      "grad_norm": 16.670199329768597,
      "learning_rate": 7.116279909129491e-07,
      "loss": 0.1941,
      "step": 737
    },
    {
      "epoch": 0.8744075829383886,
      "grad_norm": 12.74769327926982,
      "learning_rate": 7.106710969711609e-07,
      "loss": 0.2348,
      "step": 738
    },
    {
      "epoch": 0.8755924170616114,
      "grad_norm": 10.452681837710877,
      "learning_rate": 7.097132639578337e-07,
      "loss": 0.1702,
      "step": 739
    },
    {
      "epoch": 0.8767772511848341,
      "grad_norm": 9.914095739792367,
      "learning_rate": 7.087544961425316e-07,
      "loss": 0.1876,
      "step": 740
    },
    {
      "epoch": 0.8779620853080569,
      "grad_norm": 9.459241899301656,
      "learning_rate": 7.077947977989853e-07,
      "loss": 0.2389,
      "step": 741
    },
    {
      "epoch": 0.8791469194312796,
      "grad_norm": 10.31379047778746,
      "learning_rate": 7.068341732050737e-07,
      "loss": 0.2262,
      "step": 742
    },
    {
      "epoch": 0.8803317535545023,
      "grad_norm": 14.015863725214746,
      "learning_rate": 7.058726266428041e-07,
      "loss": 0.2054,
      "step": 743
    },
    {
      "epoch": 0.8815165876777251,
      "grad_norm": 10.095904056771356,
      "learning_rate": 7.049101623982937e-07,
      "loss": 0.2564,
      "step": 744
    },
    {
      "epoch": 0.8827014218009479,
      "grad_norm": 14.900120087150492,
      "learning_rate": 7.039467847617504e-07,
      "loss": 0.2516,
      "step": 745
    },
    {
      "epoch": 0.8838862559241706,
      "grad_norm": 14.989089635791842,
      "learning_rate": 7.029824980274534e-07,
      "loss": 0.186,
      "step": 746
    },
    {
      "epoch": 0.8850710900473934,
      "grad_norm": 21.089551499728422,
      "learning_rate": 7.020173064937344e-07,
      "loss": 0.1767,
      "step": 747
    },
    {
      "epoch": 0.8862559241706162,
      "grad_norm": 8.4313495925763,
      "learning_rate": 7.010512144629579e-07,
      "loss": 0.227,
      "step": 748
    },
    {
      "epoch": 0.8874407582938388,
      "grad_norm": 8.70162638226272,
      "learning_rate": 7.000842262415028e-07,
      "loss": 0.1797,
      "step": 749
    },
    {
      "epoch": 0.8886255924170616,
      "grad_norm": 10.07719445107742,
      "learning_rate": 6.991163461397424e-07,
      "loss": 0.198,
      "step": 750
    },
    {
      "epoch": 0.8886255924170616,
      "eval_loss": 0.21252204477787018,
      "eval_runtime": 55.1978,
      "eval_samples_per_second": 14.91,
      "eval_steps_per_second": 0.942,
      "step": 750
    },
    {
      "epoch": 0.8898104265402843,
      "grad_norm": 8.952461064774775,
      "learning_rate": 6.981475784720262e-07,
      "loss": 0.258,
      "step": 751
    },
    {
      "epoch": 0.8909952606635071,
      "grad_norm": 20.719939479561397,
      "learning_rate": 6.971779275566593e-07,
      "loss": 0.2014,
      "step": 752
    },
    {
      "epoch": 0.8921800947867299,
      "grad_norm": 7.936070074068664,
      "learning_rate": 6.962073977158842e-07,
      "loss": 0.1962,
      "step": 753
    },
    {
      "epoch": 0.8933649289099526,
      "grad_norm": 15.527186441037935,
      "learning_rate": 6.952359932758615e-07,
      "loss": 0.1838,
      "step": 754
    },
    {
      "epoch": 0.8945497630331753,
      "grad_norm": 11.785111972126451,
      "learning_rate": 6.9426371856665e-07,
      "loss": 0.2201,
      "step": 755
    },
    {
      "epoch": 0.8957345971563981,
      "grad_norm": 20.18101839777207,
      "learning_rate": 6.93290577922188e-07,
      "loss": 0.2597,
      "step": 756
    },
    {
      "epoch": 0.8969194312796208,
      "grad_norm": 9.9152594543863,
      "learning_rate": 6.923165756802733e-07,
      "loss": 0.1701,
      "step": 757
    },
    {
      "epoch": 0.8981042654028436,
      "grad_norm": 20.043984042966567,
      "learning_rate": 6.913417161825449e-07,
      "loss": 0.2574,
      "step": 758
    },
    {
      "epoch": 0.8992890995260664,
      "grad_norm": 21.123597700553983,
      "learning_rate": 6.903660037744626e-07,
      "loss": 0.2426,
      "step": 759
    },
    {
      "epoch": 0.9004739336492891,
      "grad_norm": 17.3636230361985,
      "learning_rate": 6.89389442805288e-07,
      "loss": 0.2198,
      "step": 760
    },
    {
      "epoch": 0.9016587677725119,
      "grad_norm": 7.896724380954798,
      "learning_rate": 6.884120376280657e-07,
      "loss": 0.2368,
      "step": 761
    },
    {
      "epoch": 0.9028436018957346,
      "grad_norm": 10.744383746333114,
      "learning_rate": 6.874337925996028e-07,
      "loss": 0.2166,
      "step": 762
    },
    {
      "epoch": 0.9040284360189573,
      "grad_norm": 11.973048617938426,
      "learning_rate": 6.864547120804505e-07,
      "loss": 0.2149,
      "step": 763
    },
    {
      "epoch": 0.9052132701421801,
      "grad_norm": 15.374227350719309,
      "learning_rate": 6.85474800434884e-07,
      "loss": 0.1623,
      "step": 764
    },
    {
      "epoch": 0.9063981042654028,
      "grad_norm": 9.460007923138491,
      "learning_rate": 6.84494062030883e-07,
      "loss": 0.1601,
      "step": 765
    },
    {
      "epoch": 0.9075829383886256,
      "grad_norm": 8.169757295616728,
      "learning_rate": 6.835125012401131e-07,
      "loss": 0.1693,
      "step": 766
    },
    {
      "epoch": 0.9087677725118484,
      "grad_norm": 16.061474109942935,
      "learning_rate": 6.825301224379056e-07,
      "loss": 0.2211,
      "step": 767
    },
    {
      "epoch": 0.909952606635071,
      "grad_norm": 10.477258738350997,
      "learning_rate": 6.815469300032373e-07,
      "loss": 0.2279,
      "step": 768
    },
    {
      "epoch": 0.9111374407582938,
      "grad_norm": 10.65538754992105,
      "learning_rate": 6.805629283187129e-07,
      "loss": 0.1925,
      "step": 769
    },
    {
      "epoch": 0.9123222748815166,
      "grad_norm": 9.123234339056102,
      "learning_rate": 6.795781217705435e-07,
      "loss": 0.2253,
      "step": 770
    },
    {
      "epoch": 0.9135071090047393,
      "grad_norm": 10.377714671981227,
      "learning_rate": 6.785925147485285e-07,
      "loss": 0.1754,
      "step": 771
    },
    {
      "epoch": 0.9146919431279621,
      "grad_norm": 10.393576077978427,
      "learning_rate": 6.776061116460352e-07,
      "loss": 0.2009,
      "step": 772
    },
    {
      "epoch": 0.9158767772511849,
      "grad_norm": 16.02077338864102,
      "learning_rate": 6.766189168599789e-07,
      "loss": 0.1636,
      "step": 773
    },
    {
      "epoch": 0.9170616113744076,
      "grad_norm": 14.519560151061562,
      "learning_rate": 6.756309347908051e-07,
      "loss": 0.2455,
      "step": 774
    },
    {
      "epoch": 0.9182464454976303,
      "grad_norm": 21.53296240222359,
      "learning_rate": 6.746421698424676e-07,
      "loss": 0.1942,
      "step": 775
    },
    {
      "epoch": 0.919431279620853,
      "grad_norm": 10.224973261982292,
      "learning_rate": 6.7365262642241e-07,
      "loss": 0.1958,
      "step": 776
    },
    {
      "epoch": 0.9206161137440758,
      "grad_norm": 12.82882389122881,
      "learning_rate": 6.726623089415467e-07,
      "loss": 0.211,
      "step": 777
    },
    {
      "epoch": 0.9218009478672986,
      "grad_norm": 15.696609544363108,
      "learning_rate": 6.716712218142413e-07,
      "loss": 0.281,
      "step": 778
    },
    {
      "epoch": 0.9229857819905213,
      "grad_norm": 22.27881823197468,
      "learning_rate": 6.706793694582891e-07,
      "loss": 0.2251,
      "step": 779
    },
    {
      "epoch": 0.9241706161137441,
      "grad_norm": 15.024010449291305,
      "learning_rate": 6.696867562948962e-07,
      "loss": 0.2681,
      "step": 780
    },
    {
      "epoch": 0.9253554502369669,
      "grad_norm": 20.247007205993885,
      "learning_rate": 6.686933867486596e-07,
      "loss": 0.2191,
      "step": 781
    },
    {
      "epoch": 0.9265402843601895,
      "grad_norm": 7.998974278453153,
      "learning_rate": 6.676992652475486e-07,
      "loss": 0.1871,
      "step": 782
    },
    {
      "epoch": 0.9277251184834123,
      "grad_norm": 10.708704166774769,
      "learning_rate": 6.667043962228838e-07,
      "loss": 0.182,
      "step": 783
    },
    {
      "epoch": 0.9289099526066351,
      "grad_norm": 8.78684615317003,
      "learning_rate": 6.657087841093179e-07,
      "loss": 0.1568,
      "step": 784
    },
    {
      "epoch": 0.9300947867298578,
      "grad_norm": 9.778799963563257,
      "learning_rate": 6.647124333448164e-07,
      "loss": 0.2085,
      "step": 785
    },
    {
      "epoch": 0.9312796208530806,
      "grad_norm": 12.864160262988083,
      "learning_rate": 6.637153483706368e-07,
      "loss": 0.2463,
      "step": 786
    },
    {
      "epoch": 0.9324644549763034,
      "grad_norm": 24.981518255133043,
      "learning_rate": 6.6271753363131e-07,
      "loss": 0.1694,
      "step": 787
    },
    {
      "epoch": 0.933649289099526,
      "grad_norm": 32.80984613365954,
      "learning_rate": 6.61718993574619e-07,
      "loss": 0.2152,
      "step": 788
    },
    {
      "epoch": 0.9348341232227488,
      "grad_norm": 14.086295795520133,
      "learning_rate": 6.607197326515807e-07,
      "loss": 0.1499,
      "step": 789
    },
    {
      "epoch": 0.9360189573459715,
      "grad_norm": 13.406991924570532,
      "learning_rate": 6.597197553164251e-07,
      "loss": 0.3099,
      "step": 790
    },
    {
      "epoch": 0.9372037914691943,
      "grad_norm": 13.492701196428424,
      "learning_rate": 6.587190660265751e-07,
      "loss": 0.1985,
      "step": 791
    },
    {
      "epoch": 0.9383886255924171,
      "grad_norm": 12.689739842206874,
      "learning_rate": 6.577176692426278e-07,
      "loss": 0.2184,
      "step": 792
    },
    {
      "epoch": 0.9395734597156398,
      "grad_norm": 25.733609867586548,
      "learning_rate": 6.567155694283336e-07,
      "loss": 0.1801,
      "step": 793
    },
    {
      "epoch": 0.9407582938388626,
      "grad_norm": 30.12391831939558,
      "learning_rate": 6.55712771050577e-07,
      "loss": 0.2542,
      "step": 794
    },
    {
      "epoch": 0.9419431279620853,
      "grad_norm": 29.270469329492194,
      "learning_rate": 6.547092785793559e-07,
      "loss": 0.2172,
      "step": 795
    },
    {
      "epoch": 0.943127962085308,
      "grad_norm": 40.42865798160653,
      "learning_rate": 6.537050964877625e-07,
      "loss": 0.2777,
      "step": 796
    },
    {
      "epoch": 0.9443127962085308,
      "grad_norm": 16.58432837538837,
      "learning_rate": 6.527002292519629e-07,
      "loss": 0.227,
      "step": 797
    },
    {
      "epoch": 0.9454976303317536,
      "grad_norm": 12.821494884458682,
      "learning_rate": 6.516946813511773e-07,
      "loss": 0.1727,
      "step": 798
    },
    {
      "epoch": 0.9466824644549763,
      "grad_norm": 22.825107619536553,
      "learning_rate": 6.5068845726766e-07,
      "loss": 0.207,
      "step": 799
    },
    {
      "epoch": 0.9478672985781991,
      "grad_norm": 31.69359524459485,
      "learning_rate": 6.496815614866791e-07,
      "loss": 0.2378,
      "step": 800
    },
    {
      "epoch": 0.9478672985781991,
      "eval_loss": 0.27354177832603455,
      "eval_runtime": 62.6028,
      "eval_samples_per_second": 13.146,
      "eval_steps_per_second": 0.831,
      "step": 800
    },
    {
      "epoch": 0.9490521327014217,
      "grad_norm": 37.52743059970339,
      "learning_rate": 6.486739984964971e-07,
      "loss": 0.2762,
      "step": 801
    },
    {
      "epoch": 0.9502369668246445,
      "grad_norm": 38.872276944043726,
      "learning_rate": 6.476657727883506e-07,
      "loss": 0.1925,
      "step": 802
    },
    {
      "epoch": 0.9514218009478673,
      "grad_norm": 15.289062834224044,
      "learning_rate": 6.466568888564302e-07,
      "loss": 0.276,
      "step": 803
    },
    {
      "epoch": 0.95260663507109,
      "grad_norm": 15.911245985870275,
      "learning_rate": 6.456473511978606e-07,
      "loss": 0.1977,
      "step": 804
    },
    {
      "epoch": 0.9537914691943128,
      "grad_norm": 8.593962442854156,
      "learning_rate": 6.446371643126805e-07,
      "loss": 0.2118,
      "step": 805
    },
    {
      "epoch": 0.9549763033175356,
      "grad_norm": 11.503080592385206,
      "learning_rate": 6.436263327038224e-07,
      "loss": 0.2003,
      "step": 806
    },
    {
      "epoch": 0.9561611374407583,
      "grad_norm": 16.784875802136042,
      "learning_rate": 6.426148608770928e-07,
      "loss": 0.211,
      "step": 807
    },
    {
      "epoch": 0.957345971563981,
      "grad_norm": 8.039773337530425,
      "learning_rate": 6.416027533411519e-07,
      "loss": 0.1776,
      "step": 808
    },
    {
      "epoch": 0.9585308056872038,
      "grad_norm": 35.99706053391443,
      "learning_rate": 6.40590014607494e-07,
      "loss": 0.2358,
      "step": 809
    },
    {
      "epoch": 0.9597156398104265,
      "grad_norm": 40.99321152622947,
      "learning_rate": 6.395766491904262e-07,
      "loss": 0.3066,
      "step": 810
    },
    {
      "epoch": 0.9609004739336493,
      "grad_norm": 18.164194558552783,
      "learning_rate": 6.385626616070498e-07,
      "loss": 0.1893,
      "step": 811
    },
    {
      "epoch": 0.9620853080568721,
      "grad_norm": 7.741779460691234,
      "learning_rate": 6.375480563772389e-07,
      "loss": 0.1874,
      "step": 812
    },
    {
      "epoch": 0.9632701421800948,
      "grad_norm": 8.638620885624041,
      "learning_rate": 6.365328380236213e-07,
      "loss": 0.2293,
      "step": 813
    },
    {
      "epoch": 0.9644549763033176,
      "grad_norm": 8.26453063301268,
      "learning_rate": 6.355170110715571e-07,
      "loss": 0.2436,
      "step": 814
    },
    {
      "epoch": 0.9656398104265402,
      "grad_norm": 16.74712475701176,
      "learning_rate": 6.3450058004912e-07,
      "loss": 0.185,
      "step": 815
    },
    {
      "epoch": 0.966824644549763,
      "grad_norm": 11.579496290026954,
      "learning_rate": 6.334835494870758e-07,
      "loss": 0.2624,
      "step": 816
    },
    {
      "epoch": 0.9680094786729858,
      "grad_norm": 23.226048329711308,
      "learning_rate": 6.32465923918863e-07,
      "loss": 0.225,
      "step": 817
    },
    {
      "epoch": 0.9691943127962085,
      "grad_norm": 17.655075691563827,
      "learning_rate": 6.314477078805723e-07,
      "loss": 0.215,
      "step": 818
    },
    {
      "epoch": 0.9703791469194313,
      "grad_norm": 13.202128531234838,
      "learning_rate": 6.304289059109267e-07,
      "loss": 0.2403,
      "step": 819
    },
    {
      "epoch": 0.9715639810426541,
      "grad_norm": 13.076408764926182,
      "learning_rate": 6.294095225512604e-07,
      "loss": 0.1663,
      "step": 820
    },
    {
      "epoch": 0.9727488151658767,
      "grad_norm": 14.171619384960582,
      "learning_rate": 6.283895623454997e-07,
      "loss": 0.2774,
      "step": 821
    },
    {
      "epoch": 0.9739336492890995,
      "grad_norm": 19.8877660661784,
      "learning_rate": 6.273690298401419e-07,
      "loss": 0.2723,
      "step": 822
    },
    {
      "epoch": 0.9751184834123223,
      "grad_norm": 6.900387582314849,
      "learning_rate": 6.263479295842357e-07,
      "loss": 0.1971,
      "step": 823
    },
    {
      "epoch": 0.976303317535545,
      "grad_norm": 18.414912712274486,
      "learning_rate": 6.253262661293602e-07,
      "loss": 0.2433,
      "step": 824
    },
    {
      "epoch": 0.9774881516587678,
      "grad_norm": 15.35186217689985,
      "learning_rate": 6.243040440296051e-07,
      "loss": 0.1789,
      "step": 825
    },
    {
      "epoch": 0.9786729857819905,
      "grad_norm": 10.207560328723083,
      "learning_rate": 6.232812678415504e-07,
      "loss": 0.2385,
      "step": 826
    },
    {
      "epoch": 0.9798578199052133,
      "grad_norm": 9.098282908972523,
      "learning_rate": 6.222579421242455e-07,
      "loss": 0.2396,
      "step": 827
    },
    {
      "epoch": 0.981042654028436,
      "grad_norm": 8.545110006193829,
      "learning_rate": 6.2123407143919e-07,
      "loss": 0.2131,
      "step": 828
    },
    {
      "epoch": 0.9822274881516587,
      "grad_norm": 7.862000410634824,
      "learning_rate": 6.202096603503122e-07,
      "loss": 0.1932,
      "step": 829
    },
    {
      "epoch": 0.9834123222748815,
      "grad_norm": 16.06519254165904,
      "learning_rate": 6.191847134239495e-07,
      "loss": 0.1942,
      "step": 830
    },
    {
      "epoch": 0.9845971563981043,
      "grad_norm": 8.103880149384155,
      "learning_rate": 6.181592352288279e-07,
      "loss": 0.1843,
      "step": 831
    },
    {
      "epoch": 0.985781990521327,
      "grad_norm": 9.399017520546249,
      "learning_rate": 6.17133230336041e-07,
      "loss": 0.2042,
      "step": 832
    },
    {
      "epoch": 0.9869668246445498,
      "grad_norm": 11.17143516636379,
      "learning_rate": 6.16106703319031e-07,
      "loss": 0.2414,
      "step": 833
    },
    {
      "epoch": 0.9881516587677726,
      "grad_norm": 16.347223668954097,
      "learning_rate": 6.150796587535669e-07,
      "loss": 0.2388,
      "step": 834
    },
    {
      "epoch": 0.9893364928909952,
      "grad_norm": 24.954899681915954,
      "learning_rate": 6.140521012177249e-07,
      "loss": 0.1575,
      "step": 835
    },
    {
      "epoch": 0.990521327014218,
      "grad_norm": 8.054339443033578,
      "learning_rate": 6.130240352918674e-07,
      "loss": 0.1829,
      "step": 836
    },
    {
      "epoch": 0.9917061611374408,
      "grad_norm": 11.535190625870067,
      "learning_rate": 6.119954655586236e-07,
      "loss": 0.2162,
      "step": 837
    },
    {
      "epoch": 0.9928909952606635,
      "grad_norm": 24.1831071367917,
      "learning_rate": 6.10966396602868e-07,
      "loss": 0.2608,
      "step": 838
    },
    {
      "epoch": 0.9940758293838863,
      "grad_norm": 8.55670621920293,
      "learning_rate": 6.099368330117004e-07,
      "loss": 0.1847,
      "step": 839
    },
    {
      "epoch": 0.995260663507109,
      "grad_norm": 12.190546843323471,
      "learning_rate": 6.089067793744257e-07,
      "loss": 0.1573,
      "step": 840
    },
    {
      "epoch": 0.9964454976303317,
      "grad_norm": 24.359810277866014,
      "learning_rate": 6.078762402825331e-07,
      "loss": 0.2092,
      "step": 841
    },
    {
      "epoch": 0.9976303317535545,
      "grad_norm": 9.263467659494774,
      "learning_rate": 6.068452203296754e-07,
      "loss": 0.1749,
      "step": 842
    },
    {
      "epoch": 0.9988151658767772,
      "grad_norm": 10.629198605852931,
      "learning_rate": 6.058137241116493e-07,
      "loss": 0.1846,
      "step": 843
    },
    {
      "epoch": 1.0,
      "grad_norm": 15.124988874606263,
      "learning_rate": 6.047817562263743e-07,
      "loss": 0.2534,
      "step": 844
    },
    {
      "epoch": 1.0011848341232228,
      "grad_norm": 12.707802633067423,
      "learning_rate": 6.037493212738722e-07,
      "loss": 0.2384,
      "step": 845
    },
    {
      "epoch": 1.0023696682464456,
      "grad_norm": 14.254860738835754,
      "learning_rate": 6.027164238562471e-07,
      "loss": 0.2174,
      "step": 846
    },
    {
      "epoch": 1.0035545023696681,
      "grad_norm": 7.258679044940193,
      "learning_rate": 6.016830685776643e-07,
      "loss": 0.1374,
      "step": 847
    },
    {
      "epoch": 1.004739336492891,
      "grad_norm": 11.163163028256566,
      "learning_rate": 6.0064926004433e-07,
      "loss": 0.1701,
      "step": 848
    },
    {
      "epoch": 1.0059241706161137,
      "grad_norm": 9.955569476967984,
      "learning_rate": 5.99615002864471e-07,
      "loss": 0.1511,
      "step": 849
    },
    {
      "epoch": 1.0071090047393365,
      "grad_norm": 12.609883691424333,
      "learning_rate": 5.985803016483137e-07,
      "loss": 0.2056,
      "step": 850
    },
    {
      "epoch": 1.0071090047393365,
      "eval_loss": 0.20984908938407898,
      "eval_runtime": 55.4295,
      "eval_samples_per_second": 14.848,
      "eval_steps_per_second": 0.938,
      "step": 850
    },
    {
      "epoch": 1.0082938388625593,
      "grad_norm": 12.193031412011324,
      "learning_rate": 5.975451610080642e-07,
      "loss": 0.1385,
      "step": 851
    },
    {
      "epoch": 1.009478672985782,
      "grad_norm": 7.202448239720771,
      "learning_rate": 5.965095855578868e-07,
      "loss": 0.1521,
      "step": 852
    },
    {
      "epoch": 1.0106635071090047,
      "grad_norm": 14.65862389721841,
      "learning_rate": 5.954735799138842e-07,
      "loss": 0.2358,
      "step": 853
    },
    {
      "epoch": 1.0118483412322274,
      "grad_norm": 9.761435958228647,
      "learning_rate": 5.944371486940772e-07,
      "loss": 0.1628,
      "step": 854
    },
    {
      "epoch": 1.0130331753554502,
      "grad_norm": 15.780128622388412,
      "learning_rate": 5.934002965183826e-07,
      "loss": 0.2032,
      "step": 855
    },
    {
      "epoch": 1.014218009478673,
      "grad_norm": 14.772310024542874,
      "learning_rate": 5.923630280085947e-07,
      "loss": 0.1549,
      "step": 856
    },
    {
      "epoch": 1.0154028436018958,
      "grad_norm": 15.92968994930881,
      "learning_rate": 5.913253477883629e-07,
      "loss": 0.1931,
      "step": 857
    },
    {
      "epoch": 1.0165876777251184,
      "grad_norm": 8.225249745660273,
      "learning_rate": 5.902872604831719e-07,
      "loss": 0.1592,
      "step": 858
    },
    {
      "epoch": 1.0177725118483412,
      "grad_norm": 13.4174859396998,
      "learning_rate": 5.892487707203212e-07,
      "loss": 0.1528,
      "step": 859
    },
    {
      "epoch": 1.018957345971564,
      "grad_norm": 37.513800420902946,
      "learning_rate": 5.882098831289043e-07,
      "loss": 0.2404,
      "step": 860
    },
    {
      "epoch": 1.0201421800947867,
      "grad_norm": 8.702006133634473,
      "learning_rate": 5.871706023397877e-07,
      "loss": 0.1874,
      "step": 861
    },
    {
      "epoch": 1.0213270142180095,
      "grad_norm": 11.85172576406,
      "learning_rate": 5.86130932985591e-07,
      "loss": 0.1778,
      "step": 862
    },
    {
      "epoch": 1.0225118483412323,
      "grad_norm": 18.56671317902244,
      "learning_rate": 5.850908797006655e-07,
      "loss": 0.1993,
      "step": 863
    },
    {
      "epoch": 1.0236966824644549,
      "grad_norm": 11.263840778811296,
      "learning_rate": 5.840504471210741e-07,
      "loss": 0.188,
      "step": 864
    },
    {
      "epoch": 1.0248815165876777,
      "grad_norm": 25.629991316540114,
      "learning_rate": 5.830096398845703e-07,
      "loss": 0.2342,
      "step": 865
    },
    {
      "epoch": 1.0260663507109005,
      "grad_norm": 9.744191246385453,
      "learning_rate": 5.819684626305775e-07,
      "loss": 0.1677,
      "step": 866
    },
    {
      "epoch": 1.0272511848341233,
      "grad_norm": 33.07491175984522,
      "learning_rate": 5.809269200001689e-07,
      "loss": 0.2278,
      "step": 867
    },
    {
      "epoch": 1.028436018957346,
      "grad_norm": 17.902967301410676,
      "learning_rate": 5.79885016636046e-07,
      "loss": 0.2339,
      "step": 868
    },
    {
      "epoch": 1.0296208530805688,
      "grad_norm": 7.458885761158699,
      "learning_rate": 5.788427571825185e-07,
      "loss": 0.1648,
      "step": 869
    },
    {
      "epoch": 1.0308056872037914,
      "grad_norm": 11.468120830142155,
      "learning_rate": 5.778001462854831e-07,
      "loss": 0.2326,
      "step": 870
    },
    {
      "epoch": 1.0319905213270142,
      "grad_norm": 17.59503601347862,
      "learning_rate": 5.767571885924033e-07,
      "loss": 0.1773,
      "step": 871
    },
    {
      "epoch": 1.033175355450237,
      "grad_norm": 17.783809256188484,
      "learning_rate": 5.757138887522883e-07,
      "loss": 0.1814,
      "step": 872
    },
    {
      "epoch": 1.0343601895734598,
      "grad_norm": 13.17339792419553,
      "learning_rate": 5.746702514156727e-07,
      "loss": 0.1438,
      "step": 873
    },
    {
      "epoch": 1.0355450236966826,
      "grad_norm": 22.086095670555288,
      "learning_rate": 5.736262812345951e-07,
      "loss": 0.1527,
      "step": 874
    },
    {
      "epoch": 1.0367298578199051,
      "grad_norm": 14.149613433193517,
      "learning_rate": 5.725819828625781e-07,
      "loss": 0.226,
      "step": 875
    },
    {
      "epoch": 1.037914691943128,
      "grad_norm": 10.125574382301505,
      "learning_rate": 5.71537360954607e-07,
      "loss": 0.161,
      "step": 876
    },
    {
      "epoch": 1.0390995260663507,
      "grad_norm": 11.577923564339548,
      "learning_rate": 5.704924201671096e-07,
      "loss": 0.1467,
      "step": 877
    },
    {
      "epoch": 1.0402843601895735,
      "grad_norm": 29.016045871179426,
      "learning_rate": 5.694471651579346e-07,
      "loss": 0.1937,
      "step": 878
    },
    {
      "epoch": 1.0414691943127963,
      "grad_norm": 21.157694595964582,
      "learning_rate": 5.684016005863317e-07,
      "loss": 0.1635,
      "step": 879
    },
    {
      "epoch": 1.042654028436019,
      "grad_norm": 31.525684749632426,
      "learning_rate": 5.673557311129306e-07,
      "loss": 0.2403,
      "step": 880
    },
    {
      "epoch": 1.0438388625592416,
      "grad_norm": 15.14373451366706,
      "learning_rate": 5.663095613997195e-07,
      "loss": 0.1816,
      "step": 881
    },
    {
      "epoch": 1.0450236966824644,
      "grad_norm": 7.118656847963461,
      "learning_rate": 5.652630961100258e-07,
      "loss": 0.1706,
      "step": 882
    },
    {
      "epoch": 1.0462085308056872,
      "grad_norm": 18.856161611154196,
      "learning_rate": 5.642163399084938e-07,
      "loss": 0.1314,
      "step": 883
    },
    {
      "epoch": 1.04739336492891,
      "grad_norm": 9.834526772604617,
      "learning_rate": 5.631692974610647e-07,
      "loss": 0.1594,
      "step": 884
    },
    {
      "epoch": 1.0485781990521328,
      "grad_norm": 22.430961359255825,
      "learning_rate": 5.621219734349556e-07,
      "loss": 0.1992,
      "step": 885
    },
    {
      "epoch": 1.0497630331753554,
      "grad_norm": 13.14818735117718,
      "learning_rate": 5.61074372498639e-07,
      "loss": 0.1822,
      "step": 886
    },
    {
      "epoch": 1.0509478672985781,
      "grad_norm": 16.478644624432636,
      "learning_rate": 5.600264993218214e-07,
      "loss": 0.2671,
      "step": 887
    },
    {
      "epoch": 1.052132701421801,
      "grad_norm": 7.3008798250909095,
      "learning_rate": 5.589783585754231e-07,
      "loss": 0.146,
      "step": 888
    },
    {
      "epoch": 1.0533175355450237,
      "grad_norm": 9.063453760833678,
      "learning_rate": 5.579299549315568e-07,
      "loss": 0.1598,
      "step": 889
    },
    {
      "epoch": 1.0545023696682465,
      "grad_norm": 9.080805765284989,
      "learning_rate": 5.568812930635075e-07,
      "loss": 0.1853,
      "step": 890
    },
    {
      "epoch": 1.0556872037914693,
      "grad_norm": 12.90645533143285,
      "learning_rate": 5.558323776457108e-07,
      "loss": 0.1443,
      "step": 891
    },
    {
      "epoch": 1.0568720379146919,
      "grad_norm": 10.921036111112151,
      "learning_rate": 5.547832133537327e-07,
      "loss": 0.1308,
      "step": 892
    },
    {
      "epoch": 1.0580568720379147,
      "grad_norm": 15.599377495364235,
      "learning_rate": 5.537338048642486e-07,
      "loss": 0.1714,
      "step": 893
    },
    {
      "epoch": 1.0592417061611374,
      "grad_norm": 10.844012912003597,
      "learning_rate": 5.526841568550222e-07,
      "loss": 0.1918,
      "step": 894
    },
    {
      "epoch": 1.0604265402843602,
      "grad_norm": 13.149472726804078,
      "learning_rate": 5.516342740048852e-07,
      "loss": 0.1975,
      "step": 895
    },
    {
      "epoch": 1.061611374407583,
      "grad_norm": 15.325204955108848,
      "learning_rate": 5.505841609937161e-07,
      "loss": 0.2136,
      "step": 896
    },
    {
      "epoch": 1.0627962085308056,
      "grad_norm": 16.55606998433463,
      "learning_rate": 5.495338225024188e-07,
      "loss": 0.2627,
      "step": 897
    },
    {
      "epoch": 1.0639810426540284,
      "grad_norm": 28.769351218944028,
      "learning_rate": 5.484832632129031e-07,
      "loss": 0.2937,
      "step": 898
    },
    {
      "epoch": 1.0651658767772512,
      "grad_norm": 12.802959626523345,
      "learning_rate": 5.474324878080623e-07,
      "loss": 0.1997,
      "step": 899
    },
    {
      "epoch": 1.066350710900474,
      "grad_norm": 13.549302087006401,
      "learning_rate": 5.463815009717532e-07,
      "loss": 0.1233,
      "step": 900
    },
    {
      "epoch": 1.066350710900474,
      "eval_loss": 0.20816154778003693,
      "eval_runtime": 58.7281,
      "eval_samples_per_second": 14.014,
      "eval_steps_per_second": 0.885,
      "step": 900
    },
    {
      "epoch": 1.0675355450236967,
      "grad_norm": 11.900949446810147,
      "learning_rate": 5.453303073887756e-07,
      "loss": 0.2521,
      "step": 901
    },
    {
      "epoch": 1.0687203791469195,
      "grad_norm": 10.642382477508136,
      "learning_rate": 5.4427891174485e-07,
      "loss": 0.2192,
      "step": 902
    },
    {
      "epoch": 1.069905213270142,
      "grad_norm": 8.237421949353914,
      "learning_rate": 5.432273187265986e-07,
      "loss": 0.1803,
      "step": 903
    },
    {
      "epoch": 1.0710900473933649,
      "grad_norm": 11.179419714162076,
      "learning_rate": 5.421755330215223e-07,
      "loss": 0.2214,
      "step": 904
    },
    {
      "epoch": 1.0722748815165877,
      "grad_norm": 8.935732686528269,
      "learning_rate": 5.411235593179819e-07,
      "loss": 0.2059,
      "step": 905
    },
    {
      "epoch": 1.0734597156398105,
      "grad_norm": 7.874382015995131,
      "learning_rate": 5.400714023051754e-07,
      "loss": 0.1674,
      "step": 906
    },
    {
      "epoch": 1.0746445497630333,
      "grad_norm": 16.045902339604872,
      "learning_rate": 5.390190666731187e-07,
      "loss": 0.1656,
      "step": 907
    },
    {
      "epoch": 1.0758293838862558,
      "grad_norm": 10.039341598916574,
      "learning_rate": 5.379665571126231e-07,
      "loss": 0.1721,
      "step": 908
    },
    {
      "epoch": 1.0770142180094786,
      "grad_norm": 8.240039410820858,
      "learning_rate": 5.369138783152757e-07,
      "loss": 0.1634,
      "step": 909
    },
    {
      "epoch": 1.0781990521327014,
      "grad_norm": 15.140762680933248,
      "learning_rate": 5.358610349734178e-07,
      "loss": 0.2334,
      "step": 910
    },
    {
      "epoch": 1.0793838862559242,
      "grad_norm": 14.217588707152652,
      "learning_rate": 5.348080317801244e-07,
      "loss": 0.1514,
      "step": 911
    },
    {
      "epoch": 1.080568720379147,
      "grad_norm": 10.505976689985774,
      "learning_rate": 5.337548734291826e-07,
      "loss": 0.2329,
      "step": 912
    },
    {
      "epoch": 1.0817535545023698,
      "grad_norm": 12.787070143343142,
      "learning_rate": 5.327015646150716e-07,
      "loss": 0.1925,
      "step": 913
    },
    {
      "epoch": 1.0829383886255923,
      "grad_norm": 13.783271840518365,
      "learning_rate": 5.316481100329407e-07,
      "loss": 0.185,
      "step": 914
    },
    {
      "epoch": 1.0841232227488151,
      "grad_norm": 21.258096641485604,
      "learning_rate": 5.305945143785897e-07,
      "loss": 0.251,
      "step": 915
    },
    {
      "epoch": 1.085308056872038,
      "grad_norm": 17.962465535331567,
      "learning_rate": 5.295407823484467e-07,
      "loss": 0.2166,
      "step": 916
    },
    {
      "epoch": 1.0864928909952607,
      "grad_norm": 8.401363042888184,
      "learning_rate": 5.284869186395478e-07,
      "loss": 0.1714,
      "step": 917
    },
    {
      "epoch": 1.0876777251184835,
      "grad_norm": 12.415586789124323,
      "learning_rate": 5.274329279495161e-07,
      "loss": 0.14,
      "step": 918
    },
    {
      "epoch": 1.088862559241706,
      "grad_norm": 10.328242538750976,
      "learning_rate": 5.263788149765409e-07,
      "loss": 0.158,
      "step": 919
    },
    {
      "epoch": 1.0900473933649288,
      "grad_norm": 11.32968607487127,
      "learning_rate": 5.253245844193564e-07,
      "loss": 0.1836,
      "step": 920
    },
    {
      "epoch": 1.0912322274881516,
      "grad_norm": 7.234824357796769,
      "learning_rate": 5.242702409772207e-07,
      "loss": 0.2227,
      "step": 921
    },
    {
      "epoch": 1.0924170616113744,
      "grad_norm": 12.132377616125913,
      "learning_rate": 5.232157893498957e-07,
      "loss": 0.2069,
      "step": 922
    },
    {
      "epoch": 1.0936018957345972,
      "grad_norm": 11.740832809941889,
      "learning_rate": 5.22161234237625e-07,
      "loss": 0.1846,
      "step": 923
    },
    {
      "epoch": 1.09478672985782,
      "grad_norm": 14.668238802616518,
      "learning_rate": 5.211065803411134e-07,
      "loss": 0.1502,
      "step": 924
    },
    {
      "epoch": 1.0959715639810426,
      "grad_norm": 6.927739579905384,
      "learning_rate": 5.200518323615068e-07,
      "loss": 0.1517,
      "step": 925
    },
    {
      "epoch": 1.0971563981042654,
      "grad_norm": 9.887249964230543,
      "learning_rate": 5.189969950003697e-07,
      "loss": 0.1449,
      "step": 926
    },
    {
      "epoch": 1.0983412322274881,
      "grad_norm": 14.08267601023311,
      "learning_rate": 5.179420729596652e-07,
      "loss": 0.1622,
      "step": 927
    },
    {
      "epoch": 1.099526066350711,
      "grad_norm": 11.537847259824614,
      "learning_rate": 5.168870709417341e-07,
      "loss": 0.1767,
      "step": 928
    },
    {
      "epoch": 1.1007109004739337,
      "grad_norm": 8.362167776479836,
      "learning_rate": 5.158319936492735e-07,
      "loss": 0.2028,
      "step": 929
    },
    {
      "epoch": 1.1018957345971563,
      "grad_norm": 27.269311036693946,
      "learning_rate": 5.147768457853162e-07,
      "loss": 0.2514,
      "step": 930
    },
    {
      "epoch": 1.103080568720379,
      "grad_norm": 17.96287359773013,
      "learning_rate": 5.137216320532094e-07,
      "loss": 0.173,
      "step": 931
    },
    {
      "epoch": 1.1042654028436019,
      "grad_norm": 8.573821442541968,
      "learning_rate": 5.126663571565939e-07,
      "loss": 0.2031,
      "step": 932
    },
    {
      "epoch": 1.1054502369668247,
      "grad_norm": 13.94748689700498,
      "learning_rate": 5.116110257993833e-07,
      "loss": 0.1807,
      "step": 933
    },
    {
      "epoch": 1.1066350710900474,
      "grad_norm": 23.780188206123952,
      "learning_rate": 5.105556426857429e-07,
      "loss": 0.236,
      "step": 934
    },
    {
      "epoch": 1.1078199052132702,
      "grad_norm": 10.509609466135624,
      "learning_rate": 5.095002125200684e-07,
      "loss": 0.1915,
      "step": 935
    },
    {
      "epoch": 1.1090047393364928,
      "grad_norm": 9.938845122872664,
      "learning_rate": 5.084447400069654e-07,
      "loss": 0.233,
      "step": 936
    },
    {
      "epoch": 1.1101895734597156,
      "grad_norm": 19.5106098822321,
      "learning_rate": 5.073892298512286e-07,
      "loss": 0.2111,
      "step": 937
    },
    {
      "epoch": 1.1113744075829384,
      "grad_norm": 15.325075546633549,
      "learning_rate": 5.063336867578201e-07,
      "loss": 0.2263,
      "step": 938
    },
    {
      "epoch": 1.1125592417061612,
      "grad_norm": 16.28411604040895,
      "learning_rate": 5.052781154318486e-07,
      "loss": 0.2041,
      "step": 939
    },
    {
      "epoch": 1.113744075829384,
      "grad_norm": 19.05444366659128,
      "learning_rate": 5.042225205785492e-07,
      "loss": 0.1806,
      "step": 940
    },
    {
      "epoch": 1.1149289099526065,
      "grad_norm": 11.667127978342952,
      "learning_rate": 5.031669069032617e-07,
      "loss": 0.1506,
      "step": 941
    },
    {
      "epoch": 1.1161137440758293,
      "grad_norm": 24.662605774695308,
      "learning_rate": 5.021112791114096e-07,
      "loss": 0.1906,
      "step": 942
    },
    {
      "epoch": 1.117298578199052,
      "grad_norm": 7.886113165969874,
      "learning_rate": 5.010556419084796e-07,
      "loss": 0.1684,
      "step": 943
    },
    {
      "epoch": 1.1184834123222749,
      "grad_norm": 32.75548423559512,
      "learning_rate": 5e-07,
      "loss": 0.1696,
      "step": 944
    },
    {
      "epoch": 1.1196682464454977,
      "grad_norm": 14.257452524181888,
      "learning_rate": 4.989443580915204e-07,
      "loss": 0.1374,
      "step": 945
    },
    {
      "epoch": 1.1208530805687205,
      "grad_norm": 12.354485412223607,
      "learning_rate": 4.978887208885904e-07,
      "loss": 0.1853,
      "step": 946
    },
    {
      "epoch": 1.122037914691943,
      "grad_norm": 8.462204216404574,
      "learning_rate": 4.968330930967382e-07,
      "loss": 0.1891,
      "step": 947
    },
    {
      "epoch": 1.1232227488151658,
      "grad_norm": 7.946413672130339,
      "learning_rate": 4.957774794214508e-07,
      "loss": 0.1706,
      "step": 948
    },
    {
      "epoch": 1.1244075829383886,
      "grad_norm": 9.231405344226555,
      "learning_rate": 4.947218845681514e-07,
      "loss": 0.1477,
      "step": 949
    },
    {
      "epoch": 1.1255924170616114,
      "grad_norm": 11.239626000168554,
      "learning_rate": 4.9366631324218e-07,
      "loss": 0.1591,
      "step": 950
    },
    {
      "epoch": 1.1255924170616114,
      "eval_loss": 0.20201550424098969,
      "eval_runtime": 51.6796,
      "eval_samples_per_second": 15.925,
      "eval_steps_per_second": 1.006,
      "step": 950
    },
    {
      "epoch": 1.1267772511848342,
      "grad_norm": 11.666924995211344,
      "learning_rate": 4.926107701487712e-07,
      "loss": 0.1802,
      "step": 951
    },
    {
      "epoch": 1.1279620853080567,
      "grad_norm": 13.526719917565346,
      "learning_rate": 4.915552599930345e-07,
      "loss": 0.1108,
      "step": 952
    },
    {
      "epoch": 1.1291469194312795,
      "grad_norm": 24.880270594409886,
      "learning_rate": 4.904997874799315e-07,
      "loss": 0.1602,
      "step": 953
    },
    {
      "epoch": 1.1303317535545023,
      "grad_norm": 11.864515834373057,
      "learning_rate": 4.894443573142572e-07,
      "loss": 0.1969,
      "step": 954
    },
    {
      "epoch": 1.1315165876777251,
      "grad_norm": 14.047540367139721,
      "learning_rate": 4.883889742006166e-07,
      "loss": 0.1401,
      "step": 955
    },
    {
      "epoch": 1.132701421800948,
      "grad_norm": 9.1986278299585,
      "learning_rate": 4.873336428434061e-07,
      "loss": 0.1601,
      "step": 956
    },
    {
      "epoch": 1.1338862559241707,
      "grad_norm": 13.055809284123963,
      "learning_rate": 4.862783679467905e-07,
      "loss": 0.1669,
      "step": 957
    },
    {
      "epoch": 1.1350710900473935,
      "grad_norm": 11.336553066970724,
      "learning_rate": 4.852231542146838e-07,
      "loss": 0.166,
      "step": 958
    },
    {
      "epoch": 1.136255924170616,
      "grad_norm": 29.22537329203546,
      "learning_rate": 4.841680063507264e-07,
      "loss": 0.1893,
      "step": 959
    },
    {
      "epoch": 1.1374407582938388,
      "grad_norm": 8.938290493284692,
      "learning_rate": 4.831129290582659e-07,
      "loss": 0.1652,
      "step": 960
    },
    {
      "epoch": 1.1386255924170616,
      "grad_norm": 10.239208544353927,
      "learning_rate": 4.820579270403348e-07,
      "loss": 0.2112,
      "step": 961
    },
    {
      "epoch": 1.1398104265402844,
      "grad_norm": 14.408782350140319,
      "learning_rate": 4.810030049996304e-07,
      "loss": 0.1272,
      "step": 962
    },
    {
      "epoch": 1.1409952606635072,
      "grad_norm": 12.764003165557929,
      "learning_rate": 4.799481676384932e-07,
      "loss": 0.2155,
      "step": 963
    },
    {
      "epoch": 1.1421800947867298,
      "grad_norm": 34.49538926278922,
      "learning_rate": 4.788934196588865e-07,
      "loss": 0.1655,
      "step": 964
    },
    {
      "epoch": 1.1433649289099526,
      "grad_norm": 29.573556143818262,
      "learning_rate": 4.77838765762375e-07,
      "loss": 0.1797,
      "step": 965
    },
    {
      "epoch": 1.1445497630331753,
      "grad_norm": 25.82191603510513,
      "learning_rate": 4.7678421065010434e-07,
      "loss": 0.168,
      "step": 966
    },
    {
      "epoch": 1.1457345971563981,
      "grad_norm": 37.82234460285599,
      "learning_rate": 4.757297590227791e-07,
      "loss": 0.2437,
      "step": 967
    },
    {
      "epoch": 1.146919431279621,
      "grad_norm": 9.56060040326949,
      "learning_rate": 4.746754155806437e-07,
      "loss": 0.2123,
      "step": 968
    },
    {
      "epoch": 1.1481042654028437,
      "grad_norm": 10.676914389486665,
      "learning_rate": 4.73621185023459e-07,
      "loss": 0.1423,
      "step": 969
    },
    {
      "epoch": 1.1492890995260663,
      "grad_norm": 15.158741396636461,
      "learning_rate": 4.7256707205048393e-07,
      "loss": 0.2261,
      "step": 970
    },
    {
      "epoch": 1.150473933649289,
      "grad_norm": 13.044343093862478,
      "learning_rate": 4.7151308136045214e-07,
      "loss": 0.1124,
      "step": 971
    },
    {
      "epoch": 1.1516587677725119,
      "grad_norm": 12.88713092345831,
      "learning_rate": 4.7045921765155337e-07,
      "loss": 0.1669,
      "step": 972
    },
    {
      "epoch": 1.1528436018957346,
      "grad_norm": 14.352411804717132,
      "learning_rate": 4.6940548562141026e-07,
      "loss": 0.1714,
      "step": 973
    },
    {
      "epoch": 1.1540284360189574,
      "grad_norm": 32.90374512519921,
      "learning_rate": 4.683518899670593e-07,
      "loss": 0.2347,
      "step": 974
    },
    {
      "epoch": 1.15521327014218,
      "grad_norm": 32.45172589887287,
      "learning_rate": 4.672984353849284e-07,
      "loss": 0.2351,
      "step": 975
    },
    {
      "epoch": 1.1563981042654028,
      "grad_norm": 29.01968822950636,
      "learning_rate": 4.662451265708174e-07,
      "loss": 0.2142,
      "step": 976
    },
    {
      "epoch": 1.1575829383886256,
      "grad_norm": 28.875630583499458,
      "learning_rate": 4.651919682198755e-07,
      "loss": 0.1817,
      "step": 977
    },
    {
      "epoch": 1.1587677725118484,
      "grad_norm": 13.83922818619566,
      "learning_rate": 4.641389650265821e-07,
      "loss": 0.1509,
      "step": 978
    },
    {
      "epoch": 1.1599526066350712,
      "grad_norm": 8.51241029452267,
      "learning_rate": 4.6308612168472424e-07,
      "loss": 0.1462,
      "step": 979
    },
    {
      "epoch": 1.161137440758294,
      "grad_norm": 20.094310689828124,
      "learning_rate": 4.620334428873769e-07,
      "loss": 0.151,
      "step": 980
    },
    {
      "epoch": 1.1623222748815165,
      "grad_norm": 25.828258253644602,
      "learning_rate": 4.609809333268813e-07,
      "loss": 0.1778,
      "step": 981
    },
    {
      "epoch": 1.1635071090047393,
      "grad_norm": 26.47122348902398,
      "learning_rate": 4.599285976948245e-07,
      "loss": 0.2044,
      "step": 982
    },
    {
      "epoch": 1.164691943127962,
      "grad_norm": 36.34525597249516,
      "learning_rate": 4.58876440682018e-07,
      "loss": 0.2193,
      "step": 983
    },
    {
      "epoch": 1.1658767772511849,
      "grad_norm": 24.222695916488465,
      "learning_rate": 4.5782446697847764e-07,
      "loss": 0.2357,
      "step": 984
    },
    {
      "epoch": 1.1670616113744077,
      "grad_norm": 11.710787220324647,
      "learning_rate": 4.5677268127340134e-07,
      "loss": 0.1289,
      "step": 985
    },
    {
      "epoch": 1.1682464454976302,
      "grad_norm": 14.775029502381711,
      "learning_rate": 4.557210882551499e-07,
      "loss": 0.1816,
      "step": 986
    },
    {
      "epoch": 1.169431279620853,
      "grad_norm": 9.835651542560745,
      "learning_rate": 4.546696926112244e-07,
      "loss": 0.1824,
      "step": 987
    },
    {
      "epoch": 1.1706161137440758,
      "grad_norm": 8.2949824464034,
      "learning_rate": 4.536184990282467e-07,
      "loss": 0.1722,
      "step": 988
    },
    {
      "epoch": 1.1718009478672986,
      "grad_norm": 14.418098389647906,
      "learning_rate": 4.525675121919378e-07,
      "loss": 0.1957,
      "step": 989
    },
    {
      "epoch": 1.1729857819905214,
      "grad_norm": 9.639401344649688,
      "learning_rate": 4.5151673678709687e-07,
      "loss": 0.1429,
      "step": 990
    },
    {
      "epoch": 1.1741706161137442,
      "grad_norm": 12.996295963505972,
      "learning_rate": 4.5046617749758107e-07,
      "loss": 0.2293,
      "step": 991
    },
    {
      "epoch": 1.1753554502369667,
      "grad_norm": 14.15685272288729,
      "learning_rate": 4.4941583900628393e-07,
      "loss": 0.1317,
      "step": 992
    },
    {
      "epoch": 1.1765402843601895,
      "grad_norm": 23.48980577374698,
      "learning_rate": 4.4836572599511473e-07,
      "loss": 0.1607,
      "step": 993
    },
    {
      "epoch": 1.1777251184834123,
      "grad_norm": 15.123555742675869,
      "learning_rate": 4.473158431449778e-07,
      "loss": 0.1544,
      "step": 994
    },
    {
      "epoch": 1.1789099526066351,
      "grad_norm": 17.456000888704455,
      "learning_rate": 4.462661951357515e-07,
      "loss": 0.1795,
      "step": 995
    },
    {
      "epoch": 1.180094786729858,
      "grad_norm": 11.8082230665259,
      "learning_rate": 4.4521678664626745e-07,
      "loss": 0.1428,
      "step": 996
    },
    {
      "epoch": 1.1812796208530805,
      "grad_norm": 21.76110932449033,
      "learning_rate": 4.4416762235428925e-07,
      "loss": 0.1476,
      "step": 997
    },
    {
      "epoch": 1.1824644549763033,
      "grad_norm": 17.863071807666323,
      "learning_rate": 4.4311870693649263e-07,
      "loss": 0.1475,
      "step": 998
    },
    {
      "epoch": 1.183649289099526,
      "grad_norm": 10.591223277593189,
      "learning_rate": 4.4207004506844317e-07,
      "loss": 0.2161,
      "step": 999
    },
    {
      "epoch": 1.1848341232227488,
      "grad_norm": 19.120079464272,
      "learning_rate": 4.4102164142457705e-07,
      "loss": 0.1956,
      "step": 1000
    },
    {
      "epoch": 1.1848341232227488,
      "eval_loss": 0.20243023335933685,
      "eval_runtime": 48.9678,
      "eval_samples_per_second": 16.807,
      "eval_steps_per_second": 1.062,
      "step": 1000
    },
    {
      "epoch": 1.1860189573459716,
      "grad_norm": 9.076098683674578,
      "learning_rate": 4.399735006781786e-07,
      "loss": 0.1637,
      "step": 1001
    },
    {
      "epoch": 1.1872037914691944,
      "grad_norm": 13.531807159748007,
      "learning_rate": 4.389256275013611e-07,
      "loss": 0.2282,
      "step": 1002
    },
    {
      "epoch": 1.188388625592417,
      "grad_norm": 8.690972827178118,
      "learning_rate": 4.378780265650444e-07,
      "loss": 0.1108,
      "step": 1003
    },
    {
      "epoch": 1.1895734597156398,
      "grad_norm": 18.472531908667797,
      "learning_rate": 4.368307025389355e-07,
      "loss": 0.2109,
      "step": 1004
    },
    {
      "epoch": 1.1907582938388626,
      "grad_norm": 10.142234582707633,
      "learning_rate": 4.3578366009150623e-07,
      "loss": 0.173,
      "step": 1005
    },
    {
      "epoch": 1.1919431279620853,
      "grad_norm": 8.646152587697733,
      "learning_rate": 4.347369038899743e-07,
      "loss": 0.1578,
      "step": 1006
    },
    {
      "epoch": 1.1931279620853081,
      "grad_norm": 10.675038667330712,
      "learning_rate": 4.336904386002804e-07,
      "loss": 0.1811,
      "step": 1007
    },
    {
      "epoch": 1.1943127962085307,
      "grad_norm": 7.950867977248751,
      "learning_rate": 4.326442688870696e-07,
      "loss": 0.1212,
      "step": 1008
    },
    {
      "epoch": 1.1954976303317535,
      "grad_norm": 14.434806901285434,
      "learning_rate": 4.315983994136683e-07,
      "loss": 0.1625,
      "step": 1009
    },
    {
      "epoch": 1.1966824644549763,
      "grad_norm": 8.755481781739338,
      "learning_rate": 4.305528348420656e-07,
      "loss": 0.1509,
      "step": 1010
    },
    {
      "epoch": 1.197867298578199,
      "grad_norm": 11.228121101629963,
      "learning_rate": 4.2950757983289045e-07,
      "loss": 0.1261,
      "step": 1011
    },
    {
      "epoch": 1.1990521327014219,
      "grad_norm": 9.32071197555304,
      "learning_rate": 4.2846263904539303e-07,
      "loss": 0.1249,
      "step": 1012
    },
    {
      "epoch": 1.2002369668246446,
      "grad_norm": 9.02057427883785,
      "learning_rate": 4.2741801713742194e-07,
      "loss": 0.1514,
      "step": 1013
    },
    {
      "epoch": 1.2014218009478672,
      "grad_norm": 14.170923833096321,
      "learning_rate": 4.263737187654051e-07,
      "loss": 0.2316,
      "step": 1014
    },
    {
      "epoch": 1.20260663507109,
      "grad_norm": 16.29453831922626,
      "learning_rate": 4.2532974858432737e-07,
      "loss": 0.167,
      "step": 1015
    },
    {
      "epoch": 1.2037914691943128,
      "grad_norm": 10.425070693126745,
      "learning_rate": 4.242861112477118e-07,
      "loss": 0.2359,
      "step": 1016
    },
    {
      "epoch": 1.2049763033175356,
      "grad_norm": 13.69184114670947,
      "learning_rate": 4.2324281140759676e-07,
      "loss": 0.2394,
      "step": 1017
    },
    {
      "epoch": 1.2061611374407584,
      "grad_norm": 14.980229082907863,
      "learning_rate": 4.2219985371451687e-07,
      "loss": 0.1823,
      "step": 1018
    },
    {
      "epoch": 1.207345971563981,
      "grad_norm": 9.7054971720686,
      "learning_rate": 4.211572428174815e-07,
      "loss": 0.1629,
      "step": 1019
    },
    {
      "epoch": 1.2085308056872037,
      "grad_norm": 12.028582054461184,
      "learning_rate": 4.201149833639539e-07,
      "loss": 0.153,
      "step": 1020
    },
    {
      "epoch": 1.2097156398104265,
      "grad_norm": 16.04677299315934,
      "learning_rate": 4.19073079999831e-07,
      "loss": 0.1315,
      "step": 1021
    },
    {
      "epoch": 1.2109004739336493,
      "grad_norm": 15.120404390662193,
      "learning_rate": 4.1803153736942247e-07,
      "loss": 0.2257,
      "step": 1022
    },
    {
      "epoch": 1.212085308056872,
      "grad_norm": 25.1937772568574,
      "learning_rate": 4.169903601154297e-07,
      "loss": 0.2208,
      "step": 1023
    },
    {
      "epoch": 1.2132701421800949,
      "grad_norm": 14.577246302283363,
      "learning_rate": 4.15949552878926e-07,
      "loss": 0.2158,
      "step": 1024
    },
    {
      "epoch": 1.2144549763033174,
      "grad_norm": 10.381213221476957,
      "learning_rate": 4.1490912029933444e-07,
      "loss": 0.1574,
      "step": 1025
    },
    {
      "epoch": 1.2156398104265402,
      "grad_norm": 10.837344724546838,
      "learning_rate": 4.138690670144091e-07,
      "loss": 0.1705,
      "step": 1026
    },
    {
      "epoch": 1.216824644549763,
      "grad_norm": 11.80061839360065,
      "learning_rate": 4.128293976602123e-07,
      "loss": 0.2559,
      "step": 1027
    },
    {
      "epoch": 1.2180094786729858,
      "grad_norm": 11.346952238805793,
      "learning_rate": 4.117901168710959e-07,
      "loss": 0.2522,
      "step": 1028
    },
    {
      "epoch": 1.2191943127962086,
      "grad_norm": 14.996890431185303,
      "learning_rate": 4.107512292796788e-07,
      "loss": 0.1624,
      "step": 1029
    },
    {
      "epoch": 1.2203791469194312,
      "grad_norm": 9.20265966816028,
      "learning_rate": 4.097127395168283e-07,
      "loss": 0.2189,
      "step": 1030
    },
    {
      "epoch": 1.221563981042654,
      "grad_norm": 7.652900289753223,
      "learning_rate": 4.086746522116372e-07,
      "loss": 0.2124,
      "step": 1031
    },
    {
      "epoch": 1.2227488151658767,
      "grad_norm": 7.305309347638093,
      "learning_rate": 4.0763697199140546e-07,
      "loss": 0.1825,
      "step": 1032
    },
    {
      "epoch": 1.2239336492890995,
      "grad_norm": 25.074912599082257,
      "learning_rate": 4.0659970348161736e-07,
      "loss": 0.1502,
      "step": 1033
    },
    {
      "epoch": 1.2251184834123223,
      "grad_norm": 16.318418131978483,
      "learning_rate": 4.05562851305923e-07,
      "loss": 0.2079,
      "step": 1034
    },
    {
      "epoch": 1.2263033175355451,
      "grad_norm": 8.415428551316989,
      "learning_rate": 4.0452642008611574e-07,
      "loss": 0.1712,
      "step": 1035
    },
    {
      "epoch": 1.2274881516587677,
      "grad_norm": 9.334889588004266,
      "learning_rate": 4.034904144421134e-07,
      "loss": 0.1848,
      "step": 1036
    },
    {
      "epoch": 1.2286729857819905,
      "grad_norm": 10.945385730555541,
      "learning_rate": 4.0245483899193586e-07,
      "loss": 0.242,
      "step": 1037
    },
    {
      "epoch": 1.2298578199052133,
      "grad_norm": 9.924304275260093,
      "learning_rate": 4.0141969835168614e-07,
      "loss": 0.1974,
      "step": 1038
    },
    {
      "epoch": 1.231042654028436,
      "grad_norm": 12.291733927732844,
      "learning_rate": 4.0038499713552904e-07,
      "loss": 0.2064,
      "step": 1039
    },
    {
      "epoch": 1.2322274881516588,
      "grad_norm": 20.765706436920514,
      "learning_rate": 3.9935073995566987e-07,
      "loss": 0.1569,
      "step": 1040
    },
    {
      "epoch": 1.2334123222748814,
      "grad_norm": 25.78353178936271,
      "learning_rate": 3.983169314223357e-07,
      "loss": 0.1427,
      "step": 1041
    },
    {
      "epoch": 1.2345971563981042,
      "grad_norm": 24.130218797374702,
      "learning_rate": 3.9728357614375274e-07,
      "loss": 0.2457,
      "step": 1042
    },
    {
      "epoch": 1.235781990521327,
      "grad_norm": 17.24041009540224,
      "learning_rate": 3.9625067872612777e-07,
      "loss": 0.1857,
      "step": 1043
    },
    {
      "epoch": 1.2369668246445498,
      "grad_norm": 8.06284461971218,
      "learning_rate": 3.952182437736256e-07,
      "loss": 0.1739,
      "step": 1044
    },
    {
      "epoch": 1.2381516587677726,
      "grad_norm": 12.41305026054315,
      "learning_rate": 3.9418627588835074e-07,
      "loss": 0.1845,
      "step": 1045
    },
    {
      "epoch": 1.2393364928909953,
      "grad_norm": 8.423738960156264,
      "learning_rate": 3.9315477967032453e-07,
      "loss": 0.1346,
      "step": 1046
    },
    {
      "epoch": 1.2405213270142181,
      "grad_norm": 14.497744206451772,
      "learning_rate": 3.9212375971746705e-07,
      "loss": 0.1134,
      "step": 1047
    },
    {
      "epoch": 1.2417061611374407,
      "grad_norm": 12.354165701252748,
      "learning_rate": 3.910932206255742e-07,
      "loss": 0.2243,
      "step": 1048
    },
    {
      "epoch": 1.2428909952606635,
      "grad_norm": 9.560498450278072,
      "learning_rate": 3.900631669882996e-07,
      "loss": 0.1707,
      "step": 1049
    },
    {
      "epoch": 1.2440758293838863,
      "grad_norm": 19.92605604218229,
      "learning_rate": 3.8903360339713196e-07,
      "loss": 0.1322,
      "step": 1050
    },
    {
      "epoch": 1.2440758293838863,
      "eval_loss": 0.2087755650281906,
      "eval_runtime": 49.3073,
      "eval_samples_per_second": 16.691,
      "eval_steps_per_second": 1.055,
      "step": 1050
    },
    {
      "epoch": 1.245260663507109,
      "grad_norm": 9.93789484522314,
      "learning_rate": 3.880045344413765e-07,
      "loss": 0.1909,
      "step": 1051
    },
    {
      "epoch": 1.2464454976303316,
      "grad_norm": 13.699336523362785,
      "learning_rate": 3.869759647081325e-07,
      "loss": 0.2254,
      "step": 1052
    },
    {
      "epoch": 1.2476303317535544,
      "grad_norm": 24.855635298673157,
      "learning_rate": 3.859478987822752e-07,
      "loss": 0.2482,
      "step": 1053
    },
    {
      "epoch": 1.2488151658767772,
      "grad_norm": 20.76014272292267,
      "learning_rate": 3.84920341246433e-07,
      "loss": 0.1821,
      "step": 1054
    },
    {
      "epoch": 1.25,
      "grad_norm": 14.037841017826066,
      "learning_rate": 3.8389329668096893e-07,
      "loss": 0.1816,
      "step": 1055
    },
    {
      "epoch": 1.2511848341232228,
      "grad_norm": 26.127541672936946,
      "learning_rate": 3.828667696639589e-07,
      "loss": 0.2181,
      "step": 1056
    },
    {
      "epoch": 1.2523696682464456,
      "grad_norm": 25.605270973030226,
      "learning_rate": 3.818407647711722e-07,
      "loss": 0.2914,
      "step": 1057
    },
    {
      "epoch": 1.2535545023696684,
      "grad_norm": 8.645638213424565,
      "learning_rate": 3.8081528657605037e-07,
      "loss": 0.1767,
      "step": 1058
    },
    {
      "epoch": 1.254739336492891,
      "grad_norm": 23.003179822279648,
      "learning_rate": 3.797903396496879e-07,
      "loss": 0.193,
      "step": 1059
    },
    {
      "epoch": 1.2559241706161137,
      "grad_norm": 8.018545518772893,
      "learning_rate": 3.7876592856081e-07,
      "loss": 0.1653,
      "step": 1060
    },
    {
      "epoch": 1.2571090047393365,
      "grad_norm": 10.435641534686622,
      "learning_rate": 3.777420578757545e-07,
      "loss": 0.1538,
      "step": 1061
    },
    {
      "epoch": 1.2582938388625593,
      "grad_norm": 6.054385088062845,
      "learning_rate": 3.7671873215844964e-07,
      "loss": 0.1108,
      "step": 1062
    },
    {
      "epoch": 1.2594786729857819,
      "grad_norm": 10.71745022859128,
      "learning_rate": 3.756959559703949e-07,
      "loss": 0.1657,
      "step": 1063
    },
    {
      "epoch": 1.2606635071090047,
      "grad_norm": 15.704279703434532,
      "learning_rate": 3.7467373387063964e-07,
      "loss": 0.2141,
      "step": 1064
    },
    {
      "epoch": 1.2618483412322274,
      "grad_norm": 18.505204144422063,
      "learning_rate": 3.736520704157643e-07,
      "loss": 0.1854,
      "step": 1065
    },
    {
      "epoch": 1.2630331753554502,
      "grad_norm": 10.87265538782649,
      "learning_rate": 3.7263097015985793e-07,
      "loss": 0.2121,
      "step": 1066
    },
    {
      "epoch": 1.264218009478673,
      "grad_norm": 15.184793732519607,
      "learning_rate": 3.716104376545004e-07,
      "loss": 0.1864,
      "step": 1067
    },
    {
      "epoch": 1.2654028436018958,
      "grad_norm": 22.77346726610884,
      "learning_rate": 3.7059047744873955e-07,
      "loss": 0.1294,
      "step": 1068
    },
    {
      "epoch": 1.2665876777251186,
      "grad_norm": 14.744617929398855,
      "learning_rate": 3.695710940890734e-07,
      "loss": 0.1306,
      "step": 1069
    },
    {
      "epoch": 1.2677725118483412,
      "grad_norm": 6.865787391469376,
      "learning_rate": 3.6855229211942757e-07,
      "loss": 0.124,
      "step": 1070
    },
    {
      "epoch": 1.268957345971564,
      "grad_norm": 24.165472564151642,
      "learning_rate": 3.67534076081137e-07,
      "loss": 0.1885,
      "step": 1071
    },
    {
      "epoch": 1.2701421800947867,
      "grad_norm": 21.332736994714384,
      "learning_rate": 3.665164505129241e-07,
      "loss": 0.1924,
      "step": 1072
    },
    {
      "epoch": 1.2713270142180095,
      "grad_norm": 30.201627684662245,
      "learning_rate": 3.654994199508801e-07,
      "loss": 0.2638,
      "step": 1073
    },
    {
      "epoch": 1.272511848341232,
      "grad_norm": 16.087288277622676,
      "learning_rate": 3.6448298892844274e-07,
      "loss": 0.1969,
      "step": 1074
    },
    {
      "epoch": 1.2736966824644549,
      "grad_norm": 6.903009749949127,
      "learning_rate": 3.634671619763787e-07,
      "loss": 0.1357,
      "step": 1075
    },
    {
      "epoch": 1.2748815165876777,
      "grad_norm": 18.064104412760365,
      "learning_rate": 3.6245194362276094e-07,
      "loss": 0.1827,
      "step": 1076
    },
    {
      "epoch": 1.2760663507109005,
      "grad_norm": 9.924677480882863,
      "learning_rate": 3.614373383929502e-07,
      "loss": 0.178,
      "step": 1077
    },
    {
      "epoch": 1.2772511848341233,
      "grad_norm": 10.897558134577983,
      "learning_rate": 3.604233508095737e-07,
      "loss": 0.1936,
      "step": 1078
    },
    {
      "epoch": 1.278436018957346,
      "grad_norm": 14.852330273841886,
      "learning_rate": 3.5940998539250613e-07,
      "loss": 0.1823,
      "step": 1079
    },
    {
      "epoch": 1.2796208530805688,
      "grad_norm": 13.9940167070134,
      "learning_rate": 3.5839724665884795e-07,
      "loss": 0.1573,
      "step": 1080
    },
    {
      "epoch": 1.2808056872037914,
      "grad_norm": 8.339573755599151,
      "learning_rate": 3.5738513912290723e-07,
      "loss": 0.1674,
      "step": 1081
    },
    {
      "epoch": 1.2819905213270142,
      "grad_norm": 10.502527957190589,
      "learning_rate": 3.5637366729617764e-07,
      "loss": 0.1781,
      "step": 1082
    },
    {
      "epoch": 1.283175355450237,
      "grad_norm": 10.526462468555062,
      "learning_rate": 3.553628356873195e-07,
      "loss": 0.1841,
      "step": 1083
    },
    {
      "epoch": 1.2843601895734598,
      "grad_norm": 9.941270758332479,
      "learning_rate": 3.5435264880213937e-07,
      "loss": 0.1677,
      "step": 1084
    },
    {
      "epoch": 1.2855450236966823,
      "grad_norm": 7.6737444657288965,
      "learning_rate": 3.533431111435698e-07,
      "loss": 0.1317,
      "step": 1085
    },
    {
      "epoch": 1.2867298578199051,
      "grad_norm": 19.130725183767424,
      "learning_rate": 3.5233422721164946e-07,
      "loss": 0.2,
      "step": 1086
    },
    {
      "epoch": 1.287914691943128,
      "grad_norm": 8.488265460499067,
      "learning_rate": 3.51326001503503e-07,
      "loss": 0.1663,
      "step": 1087
    },
    {
      "epoch": 1.2890995260663507,
      "grad_norm": 9.374573141703301,
      "learning_rate": 3.50318438513321e-07,
      "loss": 0.1621,
      "step": 1088
    },
    {
      "epoch": 1.2902843601895735,
      "grad_norm": 16.50877318266072,
      "learning_rate": 3.493115427323402e-07,
      "loss": 0.2487,
      "step": 1089
    },
    {
      "epoch": 1.2914691943127963,
      "grad_norm": 7.240396445325461,
      "learning_rate": 3.4830531864882267e-07,
      "loss": 0.1273,
      "step": 1090
    },
    {
      "epoch": 1.292654028436019,
      "grad_norm": 9.917927949389004,
      "learning_rate": 3.472997707480372e-07,
      "loss": 0.1599,
      "step": 1091
    },
    {
      "epoch": 1.2938388625592416,
      "grad_norm": 7.9219488322296625,
      "learning_rate": 3.462949035122376e-07,
      "loss": 0.129,
      "step": 1092
    },
    {
      "epoch": 1.2950236966824644,
      "grad_norm": 10.32431115001801,
      "learning_rate": 3.452907214206443e-07,
      "loss": 0.1855,
      "step": 1093
    },
    {
      "epoch": 1.2962085308056872,
      "grad_norm": 14.845554011505309,
      "learning_rate": 3.4428722894942306e-07,
      "loss": 0.2331,
      "step": 1094
    },
    {
      "epoch": 1.29739336492891,
      "grad_norm": 8.103402407717642,
      "learning_rate": 3.432844305716665e-07,
      "loss": 0.1174,
      "step": 1095
    },
    {
      "epoch": 1.2985781990521326,
      "grad_norm": 16.97336073111316,
      "learning_rate": 3.4228233075737223e-07,
      "loss": 0.2059,
      "step": 1096
    },
    {
      "epoch": 1.2997630331753554,
      "grad_norm": 11.328016134143,
      "learning_rate": 3.412809339734251e-07,
      "loss": 0.2063,
      "step": 1097
    },
    {
      "epoch": 1.3009478672985781,
      "grad_norm": 11.142679906297124,
      "learning_rate": 3.40280244683575e-07,
      "loss": 0.2144,
      "step": 1098
    },
    {
      "epoch": 1.302132701421801,
      "grad_norm": 8.726155042317671,
      "learning_rate": 3.392802673484193e-07,
      "loss": 0.168,
      "step": 1099
    },
    {
      "epoch": 1.3033175355450237,
      "grad_norm": 8.105401686781136,
      "learning_rate": 3.3828100642538093e-07,
      "loss": 0.1351,
      "step": 1100
    },
    {
      "epoch": 1.3033175355450237,
      "eval_loss": 0.1984902024269104,
      "eval_runtime": 47.7345,
      "eval_samples_per_second": 17.241,
      "eval_steps_per_second": 1.089,
      "step": 1100
    },
    {
      "epoch": 1.3045023696682465,
      "grad_norm": 13.034169412765728,
      "learning_rate": 3.3728246636869016e-07,
      "loss": 0.219,
      "step": 1101
    },
    {
      "epoch": 1.3056872037914693,
      "grad_norm": 11.009957611223557,
      "learning_rate": 3.3628465162936314e-07,
      "loss": 0.1362,
      "step": 1102
    },
    {
      "epoch": 1.3068720379146919,
      "grad_norm": 22.596352103949876,
      "learning_rate": 3.352875666551838e-07,
      "loss": 0.1487,
      "step": 1103
    },
    {
      "epoch": 1.3080568720379147,
      "grad_norm": 9.74579551307456,
      "learning_rate": 3.342912158906821e-07,
      "loss": 0.178,
      "step": 1104
    },
    {
      "epoch": 1.3092417061611374,
      "grad_norm": 10.732237672788681,
      "learning_rate": 3.332956037771164e-07,
      "loss": 0.2066,
      "step": 1105
    },
    {
      "epoch": 1.3104265402843602,
      "grad_norm": 10.538050585387548,
      "learning_rate": 3.3230073475245144e-07,
      "loss": 0.1461,
      "step": 1106
    },
    {
      "epoch": 1.311611374407583,
      "grad_norm": 11.421752734442805,
      "learning_rate": 3.3130661325134047e-07,
      "loss": 0.1302,
      "step": 1107
    },
    {
      "epoch": 1.3127962085308056,
      "grad_norm": 10.347184922123029,
      "learning_rate": 3.3031324370510396e-07,
      "loss": 0.1769,
      "step": 1108
    },
    {
      "epoch": 1.3139810426540284,
      "grad_norm": 14.495396404965579,
      "learning_rate": 3.293206305417111e-07,
      "loss": 0.1533,
      "step": 1109
    },
    {
      "epoch": 1.3151658767772512,
      "grad_norm": 8.290751210830686,
      "learning_rate": 3.2832877818575876e-07,
      "loss": 0.1687,
      "step": 1110
    },
    {
      "epoch": 1.316350710900474,
      "grad_norm": 12.96232203646815,
      "learning_rate": 3.2733769105845343e-07,
      "loss": 0.1575,
      "step": 1111
    },
    {
      "epoch": 1.3175355450236967,
      "grad_norm": 13.350448311092979,
      "learning_rate": 3.263473735775899e-07,
      "loss": 0.1552,
      "step": 1112
    },
    {
      "epoch": 1.3187203791469195,
      "grad_norm": 9.511301341821495,
      "learning_rate": 3.2535783015753236e-07,
      "loss": 0.1505,
      "step": 1113
    },
    {
      "epoch": 1.319905213270142,
      "grad_norm": 19.807641668230183,
      "learning_rate": 3.2436906520919483e-07,
      "loss": 0.1653,
      "step": 1114
    },
    {
      "epoch": 1.3210900473933649,
      "grad_norm": 9.18115722344049,
      "learning_rate": 3.23381083140021e-07,
      "loss": 0.1769,
      "step": 1115
    },
    {
      "epoch": 1.3222748815165877,
      "grad_norm": 11.633848329041813,
      "learning_rate": 3.2239388835396484e-07,
      "loss": 0.2261,
      "step": 1116
    },
    {
      "epoch": 1.3234597156398105,
      "grad_norm": 12.262448004411405,
      "learning_rate": 3.2140748525147154e-07,
      "loss": 0.1722,
      "step": 1117
    },
    {
      "epoch": 1.3246445497630333,
      "grad_norm": 9.679143823341523,
      "learning_rate": 3.2042187822945645e-07,
      "loss": 0.1089,
      "step": 1118
    },
    {
      "epoch": 1.3258293838862558,
      "grad_norm": 11.016732565385004,
      "learning_rate": 3.1943707168128726e-07,
      "loss": 0.1767,
      "step": 1119
    },
    {
      "epoch": 1.3270142180094786,
      "grad_norm": 8.970413552787104,
      "learning_rate": 3.184530699967627e-07,
      "loss": 0.1763,
      "step": 1120
    },
    {
      "epoch": 1.3281990521327014,
      "grad_norm": 7.339769203688685,
      "learning_rate": 3.1746987756209464e-07,
      "loss": 0.1514,
      "step": 1121
    },
    {
      "epoch": 1.3293838862559242,
      "grad_norm": 8.195418195859725,
      "learning_rate": 3.164874987598868e-07,
      "loss": 0.1239,
      "step": 1122
    },
    {
      "epoch": 1.330568720379147,
      "grad_norm": 8.498098418206874,
      "learning_rate": 3.1550593796911705e-07,
      "loss": 0.1434,
      "step": 1123
    },
    {
      "epoch": 1.3317535545023698,
      "grad_norm": 14.568128779881626,
      "learning_rate": 3.1452519956511614e-07,
      "loss": 0.1456,
      "step": 1124
    },
    {
      "epoch": 1.3329383886255926,
      "grad_norm": 19.111057846389507,
      "learning_rate": 3.135452879195496e-07,
      "loss": 0.2523,
      "step": 1125
    },
    {
      "epoch": 1.3341232227488151,
      "grad_norm": 10.538782344673969,
      "learning_rate": 3.125662074003972e-07,
      "loss": 0.1563,
      "step": 1126
    },
    {
      "epoch": 1.335308056872038,
      "grad_norm": 10.329554529254896,
      "learning_rate": 3.115879623719344e-07,
      "loss": 0.2052,
      "step": 1127
    },
    {
      "epoch": 1.3364928909952607,
      "grad_norm": 17.896191677423353,
      "learning_rate": 3.1061055719471197e-07,
      "loss": 0.1532,
      "step": 1128
    },
    {
      "epoch": 1.3376777251184835,
      "grad_norm": 13.134083109388037,
      "learning_rate": 3.096339962255376e-07,
      "loss": 0.1404,
      "step": 1129
    },
    {
      "epoch": 1.338862559241706,
      "grad_norm": 13.670818683850978,
      "learning_rate": 3.086582838174551e-07,
      "loss": 0.1935,
      "step": 1130
    },
    {
      "epoch": 1.3400473933649288,
      "grad_norm": 12.182711212988224,
      "learning_rate": 3.076834243197266e-07,
      "loss": 0.204,
      "step": 1131
    },
    {
      "epoch": 1.3412322274881516,
      "grad_norm": 16.553875090584285,
      "learning_rate": 3.0670942207781204e-07,
      "loss": 0.1952,
      "step": 1132
    },
    {
      "epoch": 1.3424170616113744,
      "grad_norm": 11.954930290377645,
      "learning_rate": 3.0573628143334983e-07,
      "loss": 0.1988,
      "step": 1133
    },
    {
      "epoch": 1.3436018957345972,
      "grad_norm": 11.447472792896066,
      "learning_rate": 3.047640067241385e-07,
      "loss": 0.1171,
      "step": 1134
    },
    {
      "epoch": 1.34478672985782,
      "grad_norm": 24.682623503057062,
      "learning_rate": 3.037926022841156e-07,
      "loss": 0.2388,
      "step": 1135
    },
    {
      "epoch": 1.3459715639810428,
      "grad_norm": 11.85849219686726,
      "learning_rate": 3.028220724433408e-07,
      "loss": 0.171,
      "step": 1136
    },
    {
      "epoch": 1.3471563981042654,
      "grad_norm": 21.58954442722407,
      "learning_rate": 3.0185242152797376e-07,
      "loss": 0.1926,
      "step": 1137
    },
    {
      "epoch": 1.3483412322274881,
      "grad_norm": 12.11998808972237,
      "learning_rate": 3.008836538602575e-07,
      "loss": 0.1416,
      "step": 1138
    },
    {
      "epoch": 1.349526066350711,
      "grad_norm": 21.86631007270663,
      "learning_rate": 2.9991577375849706e-07,
      "loss": 0.1327,
      "step": 1139
    },
    {
      "epoch": 1.3507109004739337,
      "grad_norm": 11.19227444658389,
      "learning_rate": 2.989487855370421e-07,
      "loss": 0.2279,
      "step": 1140
    },
    {
      "epoch": 1.3518957345971563,
      "grad_norm": 14.400561231667703,
      "learning_rate": 2.979826935062655e-07,
      "loss": 0.204,
      "step": 1141
    },
    {
      "epoch": 1.353080568720379,
      "grad_norm": 9.574574745502805,
      "learning_rate": 2.970175019725465e-07,
      "loss": 0.1835,
      "step": 1142
    },
    {
      "epoch": 1.3542654028436019,
      "grad_norm": 18.660616723196597,
      "learning_rate": 2.9605321523824943e-07,
      "loss": 0.2228,
      "step": 1143
    },
    {
      "epoch": 1.3554502369668247,
      "grad_norm": 8.619964653378457,
      "learning_rate": 2.9508983760170634e-07,
      "loss": 0.1555,
      "step": 1144
    },
    {
      "epoch": 1.3566350710900474,
      "grad_norm": 18.938395848195643,
      "learning_rate": 2.9412737335719596e-07,
      "loss": 0.1819,
      "step": 1145
    },
    {
      "epoch": 1.3578199052132702,
      "grad_norm": 24.304835623977596,
      "learning_rate": 2.9316582679492636e-07,
      "loss": 0.2781,
      "step": 1146
    },
    {
      "epoch": 1.359004739336493,
      "grad_norm": 9.165768770864927,
      "learning_rate": 2.922052022010147e-07,
      "loss": 0.1579,
      "step": 1147
    },
    {
      "epoch": 1.3601895734597156,
      "grad_norm": 11.350043976034447,
      "learning_rate": 2.9124550385746856e-07,
      "loss": 0.167,
      "step": 1148
    },
    {
      "epoch": 1.3613744075829384,
      "grad_norm": 8.65411553549393,
      "learning_rate": 2.902867360421663e-07,
      "loss": 0.1341,
      "step": 1149
    },
    {
      "epoch": 1.3625592417061612,
      "grad_norm": 9.42623764411152,
      "learning_rate": 2.893289030288393e-07,
      "loss": 0.1442,
      "step": 1150
    },
    {
      "epoch": 1.3625592417061612,
      "eval_loss": 0.1920524686574936,
      "eval_runtime": 47.9224,
      "eval_samples_per_second": 17.174,
      "eval_steps_per_second": 1.085,
      "step": 1150
    },
    {
      "epoch": 1.363744075829384,
      "grad_norm": 17.44843278828203,
      "learning_rate": 2.8837200908705097e-07,
      "loss": 0.185,
      "step": 1151
    },
    {
      "epoch": 1.3649289099526065,
      "grad_norm": 17.3511705132735,
      "learning_rate": 2.8741605848217976e-07,
      "loss": 0.087,
      "step": 1152
    },
    {
      "epoch": 1.3661137440758293,
      "grad_norm": 8.843078241990145,
      "learning_rate": 2.8646105547539846e-07,
      "loss": 0.177,
      "step": 1153
    },
    {
      "epoch": 1.367298578199052,
      "grad_norm": 9.94641249604926,
      "learning_rate": 2.8550700432365643e-07,
      "loss": 0.1061,
      "step": 1154
    },
    {
      "epoch": 1.3684834123222749,
      "grad_norm": 16.264234375351183,
      "learning_rate": 2.845539092796596e-07,
      "loss": 0.1959,
      "step": 1155
    },
    {
      "epoch": 1.3696682464454977,
      "grad_norm": 11.841858191185066,
      "learning_rate": 2.8360177459185263e-07,
      "loss": 0.1194,
      "step": 1156
    },
    {
      "epoch": 1.3708530805687205,
      "grad_norm": 16.917765964207447,
      "learning_rate": 2.8265060450439883e-07,
      "loss": 0.1943,
      "step": 1157
    },
    {
      "epoch": 1.3720379146919433,
      "grad_norm": 15.787087507997894,
      "learning_rate": 2.8170040325716213e-07,
      "loss": 0.1892,
      "step": 1158
    },
    {
      "epoch": 1.3732227488151658,
      "grad_norm": 11.098570369500834,
      "learning_rate": 2.807511750856876e-07,
      "loss": 0.1907,
      "step": 1159
    },
    {
      "epoch": 1.3744075829383886,
      "grad_norm": 9.122013366925756,
      "learning_rate": 2.7980292422118277e-07,
      "loss": 0.1973,
      "step": 1160
    },
    {
      "epoch": 1.3755924170616114,
      "grad_norm": 11.884392254992353,
      "learning_rate": 2.7885565489049946e-07,
      "loss": 0.1931,
      "step": 1161
    },
    {
      "epoch": 1.3767772511848342,
      "grad_norm": 14.89069093730779,
      "learning_rate": 2.779093713161131e-07,
      "loss": 0.1605,
      "step": 1162
    },
    {
      "epoch": 1.3779620853080567,
      "grad_norm": 25.564900083580678,
      "learning_rate": 2.7696407771610625e-07,
      "loss": 0.179,
      "step": 1163
    },
    {
      "epoch": 1.3791469194312795,
      "grad_norm": 11.49247911300333,
      "learning_rate": 2.7601977830414766e-07,
      "loss": 0.1631,
      "step": 1164
    },
    {
      "epoch": 1.3803317535545023,
      "grad_norm": 13.460049816404343,
      "learning_rate": 2.7507647728947555e-07,
      "loss": 0.1301,
      "step": 1165
    },
    {
      "epoch": 1.3815165876777251,
      "grad_norm": 17.41985553159725,
      "learning_rate": 2.741341788768764e-07,
      "loss": 0.2793,
      "step": 1166
    },
    {
      "epoch": 1.382701421800948,
      "grad_norm": 7.895289645918853,
      "learning_rate": 2.731928872666688e-07,
      "loss": 0.1754,
      "step": 1167
    },
    {
      "epoch": 1.3838862559241707,
      "grad_norm": 8.309631236626323,
      "learning_rate": 2.72252606654683e-07,
      "loss": 0.1159,
      "step": 1168
    },
    {
      "epoch": 1.3850710900473935,
      "grad_norm": 9.348942269249527,
      "learning_rate": 2.7131334123224236e-07,
      "loss": 0.1688,
      "step": 1169
    },
    {
      "epoch": 1.386255924170616,
      "grad_norm": 10.236783172591378,
      "learning_rate": 2.7037509518614577e-07,
      "loss": 0.1158,
      "step": 1170
    },
    {
      "epoch": 1.3874407582938388,
      "grad_norm": 9.60299090916243,
      "learning_rate": 2.6943787269864735e-07,
      "loss": 0.126,
      "step": 1171
    },
    {
      "epoch": 1.3886255924170616,
      "grad_norm": 15.903614350190525,
      "learning_rate": 2.685016779474396e-07,
      "loss": 0.1579,
      "step": 1172
    },
    {
      "epoch": 1.3898104265402844,
      "grad_norm": 8.899903323670078,
      "learning_rate": 2.67566515105633e-07,
      "loss": 0.1596,
      "step": 1173
    },
    {
      "epoch": 1.390995260663507,
      "grad_norm": 19.733013456807193,
      "learning_rate": 2.6663238834173897e-07,
      "loss": 0.102,
      "step": 1174
    },
    {
      "epoch": 1.3921800947867298,
      "grad_norm": 13.602311769051457,
      "learning_rate": 2.6569930181964997e-07,
      "loss": 0.12,
      "step": 1175
    },
    {
      "epoch": 1.3933649289099526,
      "grad_norm": 12.387155289556162,
      "learning_rate": 2.6476725969862226e-07,
      "loss": 0.2108,
      "step": 1176
    },
    {
      "epoch": 1.3945497630331753,
      "grad_norm": 10.50046644763069,
      "learning_rate": 2.6383626613325577e-07,
      "loss": 0.1975,
      "step": 1177
    },
    {
      "epoch": 1.3957345971563981,
      "grad_norm": 14.47987749551594,
      "learning_rate": 2.629063252734774e-07,
      "loss": 0.1639,
      "step": 1178
    },
    {
      "epoch": 1.396919431279621,
      "grad_norm": 20.291214776393918,
      "learning_rate": 2.6197744126452093e-07,
      "loss": 0.202,
      "step": 1179
    },
    {
      "epoch": 1.3981042654028437,
      "grad_norm": 16.714720317268924,
      "learning_rate": 2.6104961824690964e-07,
      "loss": 0.22,
      "step": 1180
    },
    {
      "epoch": 1.3992890995260663,
      "grad_norm": 24.957791784273343,
      "learning_rate": 2.601228603564368e-07,
      "loss": 0.1876,
      "step": 1181
    },
    {
      "epoch": 1.400473933649289,
      "grad_norm": 20.93535573796615,
      "learning_rate": 2.591971717241487e-07,
      "loss": 0.1802,
      "step": 1182
    },
    {
      "epoch": 1.4016587677725119,
      "grad_norm": 9.006517301466468,
      "learning_rate": 2.5827255647632443e-07,
      "loss": 0.152,
      "step": 1183
    },
    {
      "epoch": 1.4028436018957346,
      "grad_norm": 9.16457744904294,
      "learning_rate": 2.5734901873445956e-07,
      "loss": 0.1209,
      "step": 1184
    },
    {
      "epoch": 1.4040284360189572,
      "grad_norm": 9.300050241439989,
      "learning_rate": 2.5642656261524545e-07,
      "loss": 0.1371,
      "step": 1185
    },
    {
      "epoch": 1.40521327014218,
      "grad_norm": 15.258946657121689,
      "learning_rate": 2.555051922305532e-07,
      "loss": 0.1594,
      "step": 1186
    },
    {
      "epoch": 1.4063981042654028,
      "grad_norm": 8.40319523193602,
      "learning_rate": 2.545849116874132e-07,
      "loss": 0.1007,
      "step": 1187
    },
    {
      "epoch": 1.4075829383886256,
      "grad_norm": 10.194869767186573,
      "learning_rate": 2.536657250879988e-07,
      "loss": 0.1741,
      "step": 1188
    },
    {
      "epoch": 1.4087677725118484,
      "grad_norm": 9.273918368720317,
      "learning_rate": 2.527476365296063e-07,
      "loss": 0.1581,
      "step": 1189
    },
    {
      "epoch": 1.4099526066350712,
      "grad_norm": 11.525961671965945,
      "learning_rate": 2.518306501046381e-07,
      "loss": 0.1366,
      "step": 1190
    },
    {
      "epoch": 1.411137440758294,
      "grad_norm": 11.257116680420394,
      "learning_rate": 2.509147699005831e-07,
      "loss": 0.2045,
      "step": 1191
    },
    {
      "epoch": 1.4123222748815165,
      "grad_norm": 11.292364002110554,
      "learning_rate": 2.500000000000001e-07,
      "loss": 0.1829,
      "step": 1192
    },
    {
      "epoch": 1.4135071090047393,
      "grad_norm": 10.098134784549284,
      "learning_rate": 2.490863444804976e-07,
      "loss": 0.1371,
      "step": 1193
    },
    {
      "epoch": 1.414691943127962,
      "grad_norm": 13.698838673117177,
      "learning_rate": 2.481738074147178e-07,
      "loss": 0.1588,
      "step": 1194
    },
    {
      "epoch": 1.4158767772511849,
      "grad_norm": 7.799554928369722,
      "learning_rate": 2.472623928703164e-07,
      "loss": 0.1407,
      "step": 1195
    },
    {
      "epoch": 1.4170616113744074,
      "grad_norm": 13.49567660261983,
      "learning_rate": 2.4635210490994647e-07,
      "loss": 0.2143,
      "step": 1196
    },
    {
      "epoch": 1.4182464454976302,
      "grad_norm": 10.355562584723037,
      "learning_rate": 2.454429475912381e-07,
      "loss": 0.1465,
      "step": 1197
    },
    {
      "epoch": 1.419431279620853,
      "grad_norm": 23.214257343373035,
      "learning_rate": 2.4453492496678276e-07,
      "loss": 0.1382,
      "step": 1198
    },
    {
      "epoch": 1.4206161137440758,
      "grad_norm": 18.30091608814302,
      "learning_rate": 2.4362804108411276e-07,
      "loss": 0.1858,
      "step": 1199
    },
    {
      "epoch": 1.4218009478672986,
      "grad_norm": 20.14644936835186,
      "learning_rate": 2.427222999856857e-07,
      "loss": 0.1958,
      "step": 1200
    },
    {
      "epoch": 1.4218009478672986,
      "eval_loss": 0.19955849647521973,
      "eval_runtime": 48.6871,
      "eval_samples_per_second": 16.904,
      "eval_steps_per_second": 1.068,
      "step": 1200
    },
    {
      "epoch": 1.4229857819905214,
      "grad_norm": 9.330490223666036,
      "learning_rate": 2.4181770570886405e-07,
      "loss": 0.1618,
      "step": 1201
    },
    {
      "epoch": 1.4241706161137442,
      "grad_norm": 9.257838674260737,
      "learning_rate": 2.409142622858992e-07,
      "loss": 0.212,
      "step": 1202
    },
    {
      "epoch": 1.4253554502369667,
      "grad_norm": 9.670075080344509,
      "learning_rate": 2.400119737439118e-07,
      "loss": 0.1583,
      "step": 1203
    },
    {
      "epoch": 1.4265402843601895,
      "grad_norm": 10.431411135333295,
      "learning_rate": 2.391108441048753e-07,
      "loss": 0.2024,
      "step": 1204
    },
    {
      "epoch": 1.4277251184834123,
      "grad_norm": 29.279519356663673,
      "learning_rate": 2.382108773855967e-07,
      "loss": 0.2396,
      "step": 1205
    },
    {
      "epoch": 1.4289099526066351,
      "grad_norm": 24.62485241345017,
      "learning_rate": 2.3731207759769984e-07,
      "loss": 0.207,
      "step": 1206
    },
    {
      "epoch": 1.430094786729858,
      "grad_norm": 32.34463958262033,
      "learning_rate": 2.3641444874760629e-07,
      "loss": 0.2109,
      "step": 1207
    },
    {
      "epoch": 1.4312796208530805,
      "grad_norm": 12.710583572998896,
      "learning_rate": 2.355179948365189e-07,
      "loss": 0.1861,
      "step": 1208
    },
    {
      "epoch": 1.4324644549763033,
      "grad_norm": 10.614324129779156,
      "learning_rate": 2.346227198604024e-07,
      "loss": 0.1451,
      "step": 1209
    },
    {
      "epoch": 1.433649289099526,
      "grad_norm": 17.55786680056203,
      "learning_rate": 2.3372862780996706e-07,
      "loss": 0.1489,
      "step": 1210
    },
    {
      "epoch": 1.4348341232227488,
      "grad_norm": 6.142407043751708,
      "learning_rate": 2.328357226706496e-07,
      "loss": 0.1624,
      "step": 1211
    },
    {
      "epoch": 1.4360189573459716,
      "grad_norm": 10.889943532382912,
      "learning_rate": 2.3194400842259687e-07,
      "loss": 0.1568,
      "step": 1212
    },
    {
      "epoch": 1.4372037914691944,
      "grad_norm": 8.301678972362025,
      "learning_rate": 2.310534890406463e-07,
      "loss": 0.153,
      "step": 1213
    },
    {
      "epoch": 1.438388625592417,
      "grad_norm": 7.439024955802827,
      "learning_rate": 2.3016416849431019e-07,
      "loss": 0.144,
      "step": 1214
    },
    {
      "epoch": 1.4395734597156398,
      "grad_norm": 8.920633136820195,
      "learning_rate": 2.2927605074775607e-07,
      "loss": 0.1568,
      "step": 1215
    },
    {
      "epoch": 1.4407582938388626,
      "grad_norm": 10.146335316237744,
      "learning_rate": 2.283891397597908e-07,
      "loss": 0.2027,
      "step": 1216
    },
    {
      "epoch": 1.4419431279620853,
      "grad_norm": 8.273524895234832,
      "learning_rate": 2.2750343948384126e-07,
      "loss": 0.1701,
      "step": 1217
    },
    {
      "epoch": 1.4431279620853081,
      "grad_norm": 15.8131509102513,
      "learning_rate": 2.266189538679382e-07,
      "loss": 0.1789,
      "step": 1218
    },
    {
      "epoch": 1.4443127962085307,
      "grad_norm": 11.555087500376992,
      "learning_rate": 2.2573568685469796e-07,
      "loss": 0.1594,
      "step": 1219
    },
    {
      "epoch": 1.4454976303317535,
      "grad_norm": 15.964305516243765,
      "learning_rate": 2.2485364238130433e-07,
      "loss": 0.1708,
      "step": 1220
    },
    {
      "epoch": 1.4466824644549763,
      "grad_norm": 14.630347638113397,
      "learning_rate": 2.239728243794924e-07,
      "loss": 0.225,
      "step": 1221
    },
    {
      "epoch": 1.447867298578199,
      "grad_norm": 20.470743786325972,
      "learning_rate": 2.2309323677552942e-07,
      "loss": 0.1928,
      "step": 1222
    },
    {
      "epoch": 1.4490521327014219,
      "grad_norm": 9.976159745206104,
      "learning_rate": 2.2221488349019902e-07,
      "loss": 0.1319,
      "step": 1223
    },
    {
      "epoch": 1.4502369668246446,
      "grad_norm": 11.719030623957476,
      "learning_rate": 2.2133776843878183e-07,
      "loss": 0.1513,
      "step": 1224
    },
    {
      "epoch": 1.4514218009478674,
      "grad_norm": 6.905310772858169,
      "learning_rate": 2.2046189553103978e-07,
      "loss": 0.1583,
      "step": 1225
    },
    {
      "epoch": 1.45260663507109,
      "grad_norm": 11.41918404648331,
      "learning_rate": 2.1958726867119781e-07,
      "loss": 0.1422,
      "step": 1226
    },
    {
      "epoch": 1.4537914691943128,
      "grad_norm": 11.580329995448947,
      "learning_rate": 2.187138917579261e-07,
      "loss": 0.1866,
      "step": 1227
    },
    {
      "epoch": 1.4549763033175356,
      "grad_norm": 7.129481691371463,
      "learning_rate": 2.1784176868432375e-07,
      "loss": 0.1806,
      "step": 1228
    },
    {
      "epoch": 1.4561611374407584,
      "grad_norm": 33.69340389660665,
      "learning_rate": 2.1697090333790035e-07,
      "loss": 0.2774,
      "step": 1229
    },
    {
      "epoch": 1.457345971563981,
      "grad_norm": 10.919051758291253,
      "learning_rate": 2.1610129960055945e-07,
      "loss": 0.1148,
      "step": 1230
    },
    {
      "epoch": 1.4585308056872037,
      "grad_norm": 9.421875165010636,
      "learning_rate": 2.152329613485811e-07,
      "loss": 0.1361,
      "step": 1231
    },
    {
      "epoch": 1.4597156398104265,
      "grad_norm": 19.850981536078944,
      "learning_rate": 2.1436589245260372e-07,
      "loss": 0.2187,
      "step": 1232
    },
    {
      "epoch": 1.4609004739336493,
      "grad_norm": 16.39470704575858,
      "learning_rate": 2.135000967776085e-07,
      "loss": 0.1121,
      "step": 1233
    },
    {
      "epoch": 1.462085308056872,
      "grad_norm": 18.219615506631364,
      "learning_rate": 2.1263557818290022e-07,
      "loss": 0.1467,
      "step": 1234
    },
    {
      "epoch": 1.4632701421800949,
      "grad_norm": 8.717383634285522,
      "learning_rate": 2.1177234052209204e-07,
      "loss": 0.1437,
      "step": 1235
    },
    {
      "epoch": 1.4644549763033177,
      "grad_norm": 10.911746855895315,
      "learning_rate": 2.109103876430864e-07,
      "loss": 0.217,
      "step": 1236
    },
    {
      "epoch": 1.4656398104265402,
      "grad_norm": 18.48860077683423,
      "learning_rate": 2.1004972338805955e-07,
      "loss": 0.1798,
      "step": 1237
    },
    {
      "epoch": 1.466824644549763,
      "grad_norm": 16.359515408893067,
      "learning_rate": 2.09190351593443e-07,
      "loss": 0.1592,
      "step": 1238
    },
    {
      "epoch": 1.4680094786729858,
      "grad_norm": 10.968796445178583,
      "learning_rate": 2.0833227608990782e-07,
      "loss": 0.2104,
      "step": 1239
    },
    {
      "epoch": 1.4691943127962086,
      "grad_norm": 11.191373342134398,
      "learning_rate": 2.074755007023461e-07,
      "loss": 0.2032,
      "step": 1240
    },
    {
      "epoch": 1.4703791469194312,
      "grad_norm": 9.211126102954067,
      "learning_rate": 2.0662002924985527e-07,
      "loss": 0.1815,
      "step": 1241
    },
    {
      "epoch": 1.471563981042654,
      "grad_norm": 9.091660342141418,
      "learning_rate": 2.0576586554571977e-07,
      "loss": 0.1833,
      "step": 1242
    },
    {
      "epoch": 1.4727488151658767,
      "grad_norm": 12.574071209854766,
      "learning_rate": 2.0491301339739554e-07,
      "loss": 0.1509,
      "step": 1243
    },
    {
      "epoch": 1.4739336492890995,
      "grad_norm": 14.775963877494272,
      "learning_rate": 2.040614766064913e-07,
      "loss": 0.263,
      "step": 1244
    },
    {
      "epoch": 1.4751184834123223,
      "grad_norm": 17.074545577699947,
      "learning_rate": 2.032112589687534e-07,
      "loss": 0.2089,
      "step": 1245
    },
    {
      "epoch": 1.4763033175355451,
      "grad_norm": 12.866687729837624,
      "learning_rate": 2.0236236427404734e-07,
      "loss": 0.1654,
      "step": 1246
    },
    {
      "epoch": 1.477488151658768,
      "grad_norm": 12.276569663770733,
      "learning_rate": 2.0151479630634221e-07,
      "loss": 0.1871,
      "step": 1247
    },
    {
      "epoch": 1.4786729857819905,
      "grad_norm": 10.285492424471334,
      "learning_rate": 2.0066855884369243e-07,
      "loss": 0.1326,
      "step": 1248
    },
    {
      "epoch": 1.4798578199052133,
      "grad_norm": 8.728787612740383,
      "learning_rate": 1.9982365565822244e-07,
      "loss": 0.2069,
      "step": 1249
    },
    {
      "epoch": 1.481042654028436,
      "grad_norm": 7.639724741698327,
      "learning_rate": 1.9898009051610843e-07,
      "loss": 0.1395,
      "step": 1250
    },
    {
      "epoch": 1.481042654028436,
      "eval_loss": 0.19158340990543365,
      "eval_runtime": 46.3291,
      "eval_samples_per_second": 17.764,
      "eval_steps_per_second": 1.122,
      "step": 1250
    },
    {
      "epoch": 1.4822274881516588,
      "grad_norm": 16.030831926971484,
      "learning_rate": 1.9813786717756287e-07,
      "loss": 0.1539,
      "step": 1251
    },
    {
      "epoch": 1.4834123222748814,
      "grad_norm": 9.801404023851614,
      "learning_rate": 1.9729698939681644e-07,
      "loss": 0.1419,
      "step": 1252
    },
    {
      "epoch": 1.4845971563981042,
      "grad_norm": 13.40998333323292,
      "learning_rate": 1.964574609221026e-07,
      "loss": 0.1314,
      "step": 1253
    },
    {
      "epoch": 1.485781990521327,
      "grad_norm": 11.15950005346432,
      "learning_rate": 1.9561928549563966e-07,
      "loss": 0.1592,
      "step": 1254
    },
    {
      "epoch": 1.4869668246445498,
      "grad_norm": 8.22783621372348,
      "learning_rate": 1.9478246685361527e-07,
      "loss": 0.1898,
      "step": 1255
    },
    {
      "epoch": 1.4881516587677726,
      "grad_norm": 10.677319856077233,
      "learning_rate": 1.9394700872616853e-07,
      "loss": 0.2269,
      "step": 1256
    },
    {
      "epoch": 1.4893364928909953,
      "grad_norm": 8.699724323621346,
      "learning_rate": 1.931129148373748e-07,
      "loss": 0.1557,
      "step": 1257
    },
    {
      "epoch": 1.4905213270142181,
      "grad_norm": 8.82099290070874,
      "learning_rate": 1.922801889052274e-07,
      "loss": 0.1325,
      "step": 1258
    },
    {
      "epoch": 1.4917061611374407,
      "grad_norm": 14.513872983596343,
      "learning_rate": 1.9144883464162287e-07,
      "loss": 0.158,
      "step": 1259
    },
    {
      "epoch": 1.4928909952606635,
      "grad_norm": 8.133400094355226,
      "learning_rate": 1.906188557523427e-07,
      "loss": 0.1329,
      "step": 1260
    },
    {
      "epoch": 1.4940758293838863,
      "grad_norm": 7.9604898149282635,
      "learning_rate": 1.897902559370383e-07,
      "loss": 0.1351,
      "step": 1261
    },
    {
      "epoch": 1.495260663507109,
      "grad_norm": 12.84178582832454,
      "learning_rate": 1.889630388892131e-07,
      "loss": 0.1483,
      "step": 1262
    },
    {
      "epoch": 1.4964454976303316,
      "grad_norm": 11.071388350314814,
      "learning_rate": 1.881372082962077e-07,
      "loss": 0.2202,
      "step": 1263
    },
    {
      "epoch": 1.4976303317535544,
      "grad_norm": 12.419993040125222,
      "learning_rate": 1.873127678391816e-07,
      "loss": 0.1912,
      "step": 1264
    },
    {
      "epoch": 1.4988151658767772,
      "grad_norm": 8.637415453721282,
      "learning_rate": 1.8648972119309852e-07,
      "loss": 0.1013,
      "step": 1265
    },
    {
      "epoch": 1.5,
      "grad_norm": 17.546985511550474,
      "learning_rate": 1.8566807202670863e-07,
      "loss": 0.2633,
      "step": 1266
    },
    {
      "epoch": 1.5011848341232228,
      "grad_norm": 8.837288465975861,
      "learning_rate": 1.848478240025334e-07,
      "loss": 0.1756,
      "step": 1267
    },
    {
      "epoch": 1.5023696682464456,
      "grad_norm": 6.95313596162641,
      "learning_rate": 1.8402898077684803e-07,
      "loss": 0.116,
      "step": 1268
    },
    {
      "epoch": 1.5035545023696684,
      "grad_norm": 10.73357754855532,
      "learning_rate": 1.8321154599966638e-07,
      "loss": 0.2188,
      "step": 1269
    },
    {
      "epoch": 1.5047393364928912,
      "grad_norm": 8.993034103094718,
      "learning_rate": 1.8239552331472357e-07,
      "loss": 0.185,
      "step": 1270
    },
    {
      "epoch": 1.5059241706161137,
      "grad_norm": 8.691490587628468,
      "learning_rate": 1.8158091635946088e-07,
      "loss": 0.1467,
      "step": 1271
    },
    {
      "epoch": 1.5071090047393365,
      "grad_norm": 9.566097539725968,
      "learning_rate": 1.8076772876500828e-07,
      "loss": 0.1934,
      "step": 1272
    },
    {
      "epoch": 1.508293838862559,
      "grad_norm": 8.654440160613325,
      "learning_rate": 1.7995596415616964e-07,
      "loss": 0.153,
      "step": 1273
    },
    {
      "epoch": 1.5094786729857819,
      "grad_norm": 17.4745419286474,
      "learning_rate": 1.7914562615140505e-07,
      "loss": 0.1593,
      "step": 1274
    },
    {
      "epoch": 1.5106635071090047,
      "grad_norm": 11.847973498370907,
      "learning_rate": 1.7833671836281627e-07,
      "loss": 0.21,
      "step": 1275
    },
    {
      "epoch": 1.5118483412322274,
      "grad_norm": 15.196661195727845,
      "learning_rate": 1.775292443961291e-07,
      "loss": 0.1583,
      "step": 1276
    },
    {
      "epoch": 1.5130331753554502,
      "grad_norm": 8.330560698303305,
      "learning_rate": 1.7672320785067868e-07,
      "loss": 0.1808,
      "step": 1277
    },
    {
      "epoch": 1.514218009478673,
      "grad_norm": 13.003613356398873,
      "learning_rate": 1.7591861231939214e-07,
      "loss": 0.2291,
      "step": 1278
    },
    {
      "epoch": 1.5154028436018958,
      "grad_norm": 9.392540826785504,
      "learning_rate": 1.751154613887741e-07,
      "loss": 0.204,
      "step": 1279
    },
    {
      "epoch": 1.5165876777251186,
      "grad_norm": 7.181206116354993,
      "learning_rate": 1.7431375863888898e-07,
      "loss": 0.1409,
      "step": 1280
    },
    {
      "epoch": 1.5177725118483414,
      "grad_norm": 6.986264416135258,
      "learning_rate": 1.735135076433464e-07,
      "loss": 0.1896,
      "step": 1281
    },
    {
      "epoch": 1.518957345971564,
      "grad_norm": 9.268971309821607,
      "learning_rate": 1.7271471196928482e-07,
      "loss": 0.1443,
      "step": 1282
    },
    {
      "epoch": 1.5201421800947867,
      "grad_norm": 11.863058642923002,
      "learning_rate": 1.719173751773551e-07,
      "loss": 0.1674,
      "step": 1283
    },
    {
      "epoch": 1.5213270142180095,
      "grad_norm": 9.68370118973408,
      "learning_rate": 1.7112150082170568e-07,
      "loss": 0.1328,
      "step": 1284
    },
    {
      "epoch": 1.522511848341232,
      "grad_norm": 18.515917399525048,
      "learning_rate": 1.7032709244996556e-07,
      "loss": 0.166,
      "step": 1285
    },
    {
      "epoch": 1.5236966824644549,
      "grad_norm": 7.694309181099183,
      "learning_rate": 1.695341536032297e-07,
      "loss": 0.1446,
      "step": 1286
    },
    {
      "epoch": 1.5248815165876777,
      "grad_norm": 29.804240411713426,
      "learning_rate": 1.6874268781604188e-07,
      "loss": 0.1957,
      "step": 1287
    },
    {
      "epoch": 1.5260663507109005,
      "grad_norm": 15.959544524445764,
      "learning_rate": 1.679526986163804e-07,
      "loss": 0.1347,
      "step": 1288
    },
    {
      "epoch": 1.5272511848341233,
      "grad_norm": 16.86740942044587,
      "learning_rate": 1.6716418952564143e-07,
      "loss": 0.2023,
      "step": 1289
    },
    {
      "epoch": 1.528436018957346,
      "grad_norm": 8.15112922211333,
      "learning_rate": 1.6637716405862307e-07,
      "loss": 0.118,
      "step": 1290
    },
    {
      "epoch": 1.5296208530805688,
      "grad_norm": 9.19430630084109,
      "learning_rate": 1.6559162572351088e-07,
      "loss": 0.1736,
      "step": 1291
    },
    {
      "epoch": 1.5308056872037916,
      "grad_norm": 15.62250294401812,
      "learning_rate": 1.6480757802186068e-07,
      "loss": 0.1845,
      "step": 1292
    },
    {
      "epoch": 1.5319905213270142,
      "grad_norm": 13.60108664459066,
      "learning_rate": 1.6402502444858457e-07,
      "loss": 0.2005,
      "step": 1293
    },
    {
      "epoch": 1.533175355450237,
      "grad_norm": 14.00023159875409,
      "learning_rate": 1.6324396849193373e-07,
      "loss": 0.1573,
      "step": 1294
    },
    {
      "epoch": 1.5343601895734598,
      "grad_norm": 10.69739391545592,
      "learning_rate": 1.6246441363348451e-07,
      "loss": 0.2396,
      "step": 1295
    },
    {
      "epoch": 1.5355450236966823,
      "grad_norm": 11.440953420268212,
      "learning_rate": 1.6168636334812125e-07,
      "loss": 0.1199,
      "step": 1296
    },
    {
      "epoch": 1.5367298578199051,
      "grad_norm": 14.195970819235434,
      "learning_rate": 1.609098211040224e-07,
      "loss": 0.2072,
      "step": 1297
    },
    {
      "epoch": 1.537914691943128,
      "grad_norm": 10.853302093922458,
      "learning_rate": 1.6013479036264355e-07,
      "loss": 0.2183,
      "step": 1298
    },
    {
      "epoch": 1.5390995260663507,
      "grad_norm": 13.65727659393829,
      "learning_rate": 1.593612745787034e-07,
      "loss": 0.1605,
      "step": 1299
    },
    {
      "epoch": 1.5402843601895735,
      "grad_norm": 8.720141866440906,
      "learning_rate": 1.5858927720016706e-07,
      "loss": 0.1216,
      "step": 1300
    },
    {
      "epoch": 1.5402843601895735,
      "eval_loss": 0.19124867022037506,
      "eval_runtime": 45.943,
      "eval_samples_per_second": 17.913,
      "eval_steps_per_second": 1.132,
      "step": 1300
    },
    {
      "epoch": 1.5414691943127963,
      "grad_norm": 11.859475184512029,
      "learning_rate": 1.5781880166823198e-07,
      "loss": 0.1486,
      "step": 1301
    },
    {
      "epoch": 1.542654028436019,
      "grad_norm": 12.348637857116712,
      "learning_rate": 1.5704985141731115e-07,
      "loss": 0.1597,
      "step": 1302
    },
    {
      "epoch": 1.5438388625592419,
      "grad_norm": 7.993432023236018,
      "learning_rate": 1.5628242987501944e-07,
      "loss": 0.1651,
      "step": 1303
    },
    {
      "epoch": 1.5450236966824644,
      "grad_norm": 16.743109749700327,
      "learning_rate": 1.555165404621567e-07,
      "loss": 0.1684,
      "step": 1304
    },
    {
      "epoch": 1.5462085308056872,
      "grad_norm": 7.160061212666199,
      "learning_rate": 1.547521865926939e-07,
      "loss": 0.128,
      "step": 1305
    },
    {
      "epoch": 1.54739336492891,
      "grad_norm": 11.056764703959455,
      "learning_rate": 1.5398937167375675e-07,
      "loss": 0.2199,
      "step": 1306
    },
    {
      "epoch": 1.5485781990521326,
      "grad_norm": 10.838690025337678,
      "learning_rate": 1.5322809910561158e-07,
      "loss": 0.173,
      "step": 1307
    },
    {
      "epoch": 1.5497630331753554,
      "grad_norm": 13.662604177096034,
      "learning_rate": 1.5246837228164905e-07,
      "loss": 0.1712,
      "step": 1308
    },
    {
      "epoch": 1.5509478672985781,
      "grad_norm": 9.905218465230995,
      "learning_rate": 1.517101945883703e-07,
      "loss": 0.1538,
      "step": 1309
    },
    {
      "epoch": 1.552132701421801,
      "grad_norm": 20.80800846387584,
      "learning_rate": 1.5095356940537053e-07,
      "loss": 0.1331,
      "step": 1310
    },
    {
      "epoch": 1.5533175355450237,
      "grad_norm": 11.454440422163751,
      "learning_rate": 1.5019850010532515e-07,
      "loss": 0.1767,
      "step": 1311
    },
    {
      "epoch": 1.5545023696682465,
      "grad_norm": 13.495613946500871,
      "learning_rate": 1.494449900539737e-07,
      "loss": 0.1825,
      "step": 1312
    },
    {
      "epoch": 1.5556872037914693,
      "grad_norm": 24.238888236533633,
      "learning_rate": 1.4869304261010585e-07,
      "loss": 0.1655,
      "step": 1313
    },
    {
      "epoch": 1.556872037914692,
      "grad_norm": 22.990760252810656,
      "learning_rate": 1.4794266112554527e-07,
      "loss": 0.1573,
      "step": 1314
    },
    {
      "epoch": 1.5580568720379147,
      "grad_norm": 10.47174113964113,
      "learning_rate": 1.4719384894513598e-07,
      "loss": 0.1883,
      "step": 1315
    },
    {
      "epoch": 1.5592417061611374,
      "grad_norm": 11.558574966447745,
      "learning_rate": 1.4644660940672627e-07,
      "loss": 0.1939,
      "step": 1316
    },
    {
      "epoch": 1.5604265402843602,
      "grad_norm": 8.00186320874443,
      "learning_rate": 1.4570094584115462e-07,
      "loss": 0.1415,
      "step": 1317
    },
    {
      "epoch": 1.5616113744075828,
      "grad_norm": 25.57379941419707,
      "learning_rate": 1.4495686157223475e-07,
      "loss": 0.2063,
      "step": 1318
    },
    {
      "epoch": 1.5627962085308056,
      "grad_norm": 15.486420387540633,
      "learning_rate": 1.4421435991673998e-07,
      "loss": 0.1694,
      "step": 1319
    },
    {
      "epoch": 1.5639810426540284,
      "grad_norm": 7.672678546247801,
      "learning_rate": 1.434734441843899e-07,
      "loss": 0.1675,
      "step": 1320
    },
    {
      "epoch": 1.5651658767772512,
      "grad_norm": 15.483915817088322,
      "learning_rate": 1.42734117677834e-07,
      "loss": 0.1629,
      "step": 1321
    },
    {
      "epoch": 1.566350710900474,
      "grad_norm": 8.362871651673919,
      "learning_rate": 1.4199638369263854e-07,
      "loss": 0.1862,
      "step": 1322
    },
    {
      "epoch": 1.5675355450236967,
      "grad_norm": 8.399327961877473,
      "learning_rate": 1.4126024551727045e-07,
      "loss": 0.179,
      "step": 1323
    },
    {
      "epoch": 1.5687203791469195,
      "grad_norm": 15.983028676623011,
      "learning_rate": 1.4052570643308375e-07,
      "loss": 0.1774,
      "step": 1324
    },
    {
      "epoch": 1.5699052132701423,
      "grad_norm": 10.856683440645718,
      "learning_rate": 1.3979276971430404e-07,
      "loss": 0.1987,
      "step": 1325
    },
    {
      "epoch": 1.5710900473933649,
      "grad_norm": 9.693419572978886,
      "learning_rate": 1.3906143862801485e-07,
      "loss": 0.1732,
      "step": 1326
    },
    {
      "epoch": 1.5722748815165877,
      "grad_norm": 20.547022857737403,
      "learning_rate": 1.3833171643414192e-07,
      "loss": 0.2193,
      "step": 1327
    },
    {
      "epoch": 1.5734597156398105,
      "grad_norm": 12.549633113834302,
      "learning_rate": 1.376036063854401e-07,
      "loss": 0.2172,
      "step": 1328
    },
    {
      "epoch": 1.574644549763033,
      "grad_norm": 11.272116416976845,
      "learning_rate": 1.3687711172747723e-07,
      "loss": 0.1713,
      "step": 1329
    },
    {
      "epoch": 1.5758293838862558,
      "grad_norm": 12.115634369155643,
      "learning_rate": 1.3615223569862133e-07,
      "loss": 0.1912,
      "step": 1330
    },
    {
      "epoch": 1.5770142180094786,
      "grad_norm": 10.762413956543364,
      "learning_rate": 1.354289815300245e-07,
      "loss": 0.1679,
      "step": 1331
    },
    {
      "epoch": 1.5781990521327014,
      "grad_norm": 11.40803792325383,
      "learning_rate": 1.3470735244561027e-07,
      "loss": 0.1288,
      "step": 1332
    },
    {
      "epoch": 1.5793838862559242,
      "grad_norm": 8.691724549329791,
      "learning_rate": 1.3398735166205733e-07,
      "loss": 0.1748,
      "step": 1333
    },
    {
      "epoch": 1.580568720379147,
      "grad_norm": 7.733007427975147,
      "learning_rate": 1.3326898238878713e-07,
      "loss": 0.1489,
      "step": 1334
    },
    {
      "epoch": 1.5817535545023698,
      "grad_norm": 27.74928200383124,
      "learning_rate": 1.3255224782794782e-07,
      "loss": 0.1728,
      "step": 1335
    },
    {
      "epoch": 1.5829383886255926,
      "grad_norm": 11.532249392238322,
      "learning_rate": 1.3183715117440142e-07,
      "loss": 0.1851,
      "step": 1336
    },
    {
      "epoch": 1.5841232227488151,
      "grad_norm": 12.619425031912787,
      "learning_rate": 1.3112369561570842e-07,
      "loss": 0.2391,
      "step": 1337
    },
    {
      "epoch": 1.585308056872038,
      "grad_norm": 24.115806460759636,
      "learning_rate": 1.304118843321146e-07,
      "loss": 0.1954,
      "step": 1338
    },
    {
      "epoch": 1.5864928909952607,
      "grad_norm": 26.22383196499983,
      "learning_rate": 1.297017204965357e-07,
      "loss": 0.1975,
      "step": 1339
    },
    {
      "epoch": 1.5876777251184833,
      "grad_norm": 14.138446283178284,
      "learning_rate": 1.2899320727454472e-07,
      "loss": 0.1962,
      "step": 1340
    },
    {
      "epoch": 1.588862559241706,
      "grad_norm": 12.776160261606734,
      "learning_rate": 1.2828634782435616e-07,
      "loss": 0.1608,
      "step": 1341
    },
    {
      "epoch": 1.5900473933649288,
      "grad_norm": 14.554679762676733,
      "learning_rate": 1.2758114529681359e-07,
      "loss": 0.1598,
      "step": 1342
    },
    {
      "epoch": 1.5912322274881516,
      "grad_norm": 14.499396718767114,
      "learning_rate": 1.2687760283537414e-07,
      "loss": 0.2106,
      "step": 1343
    },
    {
      "epoch": 1.5924170616113744,
      "grad_norm": 9.322564896768819,
      "learning_rate": 1.2617572357609562e-07,
      "loss": 0.1783,
      "step": 1344
    },
    {
      "epoch": 1.5936018957345972,
      "grad_norm": 10.121182454283632,
      "learning_rate": 1.2547551064762175e-07,
      "loss": 0.1367,
      "step": 1345
    },
    {
      "epoch": 1.59478672985782,
      "grad_norm": 9.444232690056468,
      "learning_rate": 1.2477696717116875e-07,
      "loss": 0.1703,
      "step": 1346
    },
    {
      "epoch": 1.5959715639810428,
      "grad_norm": 9.405270524640823,
      "learning_rate": 1.2408009626051135e-07,
      "loss": 0.144,
      "step": 1347
    },
    {
      "epoch": 1.5971563981042654,
      "grad_norm": 7.2924848701301235,
      "learning_rate": 1.2338490102196825e-07,
      "loss": 0.1799,
      "step": 1348
    },
    {
      "epoch": 1.5983412322274881,
      "grad_norm": 25.721199217057194,
      "learning_rate": 1.2269138455438948e-07,
      "loss": 0.197,
      "step": 1349
    },
    {
      "epoch": 1.599526066350711,
      "grad_norm": 10.497362923213812,
      "learning_rate": 1.2199954994914125e-07,
      "loss": 0.2119,
      "step": 1350
    },
    {
      "epoch": 1.599526066350711,
      "eval_loss": 0.19163863360881805,
      "eval_runtime": 45.4305,
      "eval_samples_per_second": 18.116,
      "eval_steps_per_second": 1.145,
      "step": 1350
    },
    {
      "epoch": 1.6007109004739335,
      "grad_norm": 7.600027868742854,
      "learning_rate": 1.213094002900934e-07,
      "loss": 0.1284,
      "step": 1351
    },
    {
      "epoch": 1.6018957345971563,
      "grad_norm": 6.684876448234275,
      "learning_rate": 1.2062093865360457e-07,
      "loss": 0.148,
      "step": 1352
    }
  ],
  "logging_steps": 1,
  "max_steps": 1688,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 169,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 262752974733312.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}