{
  "best_metric": 0.45039716362953186,
  "best_model_checkpoint": "miner_id_24/checkpoint-2400",
  "epoch": 0.239477938094953,
  "eval_steps": 200,
  "global_step": 3000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 7.982597936498434e-05,
      "grad_norm": 0.6978444457054138,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.8702,
      "step": 1
    },
    {
      "epoch": 7.982597936498434e-05,
      "eval_loss": 0.9949384927749634,
      "eval_runtime": 34.0877,
      "eval_samples_per_second": 7.393,
      "eval_steps_per_second": 7.393,
      "step": 1
    },
    {
      "epoch": 0.00015965195872996867,
      "grad_norm": 0.6221582889556885,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.9368,
      "step": 2
    },
    {
      "epoch": 0.000239477938094953,
      "grad_norm": 0.8889533877372742,
      "learning_rate": 2e-05,
      "loss": 0.9468,
      "step": 3
    },
    {
      "epoch": 0.00031930391745993734,
      "grad_norm": 0.7401799559593201,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 0.7979,
      "step": 4
    },
    {
      "epoch": 0.0003991298968249217,
      "grad_norm": 0.7739838361740112,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 0.8109,
      "step": 5
    },
    {
      "epoch": 0.000478955876189906,
      "grad_norm": 0.6389685273170471,
      "learning_rate": 4e-05,
      "loss": 0.7721,
      "step": 6
    },
    {
      "epoch": 0.0005587818555548903,
      "grad_norm": 0.6121872663497925,
      "learning_rate": 4.666666666666667e-05,
      "loss": 1.0764,
      "step": 7
    },
    {
      "epoch": 0.0006386078349198747,
      "grad_norm": 0.5235614776611328,
      "learning_rate": 5.333333333333333e-05,
      "loss": 0.8227,
      "step": 8
    },
    {
      "epoch": 0.000718433814284859,
      "grad_norm": 0.5427432656288147,
      "learning_rate": 6e-05,
      "loss": 0.6078,
      "step": 9
    },
    {
      "epoch": 0.0007982597936498434,
      "grad_norm": 0.47566384077072144,
      "learning_rate": 6.666666666666667e-05,
      "loss": 0.6422,
      "step": 10
    },
    {
      "epoch": 0.0008780857730148276,
      "grad_norm": 0.4659350514411926,
      "learning_rate": 7.333333333333333e-05,
      "loss": 0.596,
      "step": 11
    },
    {
      "epoch": 0.000957911752379812,
      "grad_norm": 0.6114226579666138,
      "learning_rate": 8e-05,
      "loss": 0.6285,
      "step": 12
    },
    {
      "epoch": 0.0010377377317447964,
      "grad_norm": 0.5205951929092407,
      "learning_rate": 8.666666666666667e-05,
      "loss": 0.7634,
      "step": 13
    },
    {
      "epoch": 0.0011175637111097807,
      "grad_norm": 0.5503156781196594,
      "learning_rate": 9.333333333333334e-05,
      "loss": 0.6936,
      "step": 14
    },
    {
      "epoch": 0.001197389690474765,
      "grad_norm": 0.6346184015274048,
      "learning_rate": 0.0001,
      "loss": 0.6529,
      "step": 15
    },
    {
      "epoch": 0.0012772156698397494,
      "grad_norm": 0.7112955451011658,
      "learning_rate": 0.00010666666666666667,
      "loss": 0.6017,
      "step": 16
    },
    {
      "epoch": 0.0013570416492047336,
      "grad_norm": 0.7180954813957214,
      "learning_rate": 0.00011333333333333334,
      "loss": 0.7348,
      "step": 17
    },
    {
      "epoch": 0.001436867628569718,
      "grad_norm": 0.9665006995201111,
      "learning_rate": 0.00012,
      "loss": 0.795,
      "step": 18
    },
    {
      "epoch": 0.0015166936079347023,
      "grad_norm": 0.664631187915802,
      "learning_rate": 0.00012666666666666666,
      "loss": 0.5434,
      "step": 19
    },
    {
      "epoch": 0.0015965195872996868,
      "grad_norm": 0.9294877648353577,
      "learning_rate": 0.00013333333333333334,
      "loss": 0.6761,
      "step": 20
    },
    {
      "epoch": 0.001676345566664671,
      "grad_norm": 0.921779990196228,
      "learning_rate": 0.00014,
      "loss": 0.7902,
      "step": 21
    },
    {
      "epoch": 0.0017561715460296552,
      "grad_norm": 0.825416088104248,
      "learning_rate": 0.00014666666666666666,
      "loss": 0.4612,
      "step": 22
    },
    {
      "epoch": 0.0018359975253946397,
      "grad_norm": 0.6585280895233154,
      "learning_rate": 0.00015333333333333334,
      "loss": 0.6872,
      "step": 23
    },
    {
      "epoch": 0.001915823504759624,
      "grad_norm": 0.5992960929870605,
      "learning_rate": 0.00016,
      "loss": 0.5949,
      "step": 24
    },
    {
      "epoch": 0.0019956494841246084,
      "grad_norm": 0.5506778359413147,
      "learning_rate": 0.0001666666666666667,
      "loss": 0.6372,
      "step": 25
    },
    {
      "epoch": 0.002075475463489593,
      "grad_norm": 0.4277991056442261,
      "learning_rate": 0.00017333333333333334,
      "loss": 0.6599,
      "step": 26
    },
    {
      "epoch": 0.002155301442854577,
      "grad_norm": 0.4358632564544678,
      "learning_rate": 0.00018,
      "loss": 0.4311,
      "step": 27
    },
    {
      "epoch": 0.0022351274222195613,
      "grad_norm": 0.47243207693099976,
      "learning_rate": 0.0001866666666666667,
      "loss": 0.4258,
      "step": 28
    },
    {
      "epoch": 0.002314953401584546,
      "grad_norm": 0.49624741077423096,
      "learning_rate": 0.00019333333333333333,
      "loss": 0.5656,
      "step": 29
    },
    {
      "epoch": 0.00239477938094953,
      "grad_norm": 0.5323299169540405,
      "learning_rate": 0.0002,
      "loss": 0.451,
      "step": 30
    },
    {
      "epoch": 0.0024746053603145143,
      "grad_norm": 0.3971990942955017,
      "learning_rate": 0.00019999999980322236,
      "loss": 0.5564,
      "step": 31
    },
    {
      "epoch": 0.0025544313396794987,
      "grad_norm": 0.8148688673973083,
      "learning_rate": 0.00019999999921288937,
      "loss": 0.4035,
      "step": 32
    },
    {
      "epoch": 0.002634257319044483,
      "grad_norm": 0.570773184299469,
      "learning_rate": 0.00019999999822900105,
      "loss": 0.6842,
      "step": 33
    },
    {
      "epoch": 0.0027140832984094672,
      "grad_norm": 0.5124844312667847,
      "learning_rate": 0.00019999999685155743,
      "loss": 0.5752,
      "step": 34
    },
    {
      "epoch": 0.0027939092777744517,
      "grad_norm": 0.5524983406066895,
      "learning_rate": 0.0001999999950805585,
      "loss": 0.5707,
      "step": 35
    },
    {
      "epoch": 0.002873735257139436,
      "grad_norm": 0.3884465992450714,
      "learning_rate": 0.0001999999929160042,
      "loss": 0.4453,
      "step": 36
    },
    {
      "epoch": 0.00295356123650442,
      "grad_norm": 0.535567045211792,
      "learning_rate": 0.00019999999035789467,
      "loss": 0.4068,
      "step": 37
    },
    {
      "epoch": 0.0030333872158694046,
      "grad_norm": 0.5301805734634399,
      "learning_rate": 0.00019999998740622985,
      "loss": 0.542,
      "step": 38
    },
    {
      "epoch": 0.003113213195234389,
      "grad_norm": 0.5463919639587402,
      "learning_rate": 0.00019999998406100976,
      "loss": 0.4507,
      "step": 39
    },
    {
      "epoch": 0.0031930391745993735,
      "grad_norm": 0.5074406862258911,
      "learning_rate": 0.00019999998032223438,
      "loss": 0.5171,
      "step": 40
    },
    {
      "epoch": 0.0032728651539643576,
      "grad_norm": 0.6419821977615356,
      "learning_rate": 0.00019999997618990375,
      "loss": 0.6315,
      "step": 41
    },
    {
      "epoch": 0.003352691133329342,
      "grad_norm": 0.7871913313865662,
      "learning_rate": 0.0001999999716640179,
      "loss": 0.6276,
      "step": 42
    },
    {
      "epoch": 0.0034325171126943265,
      "grad_norm": 0.788992166519165,
      "learning_rate": 0.00019999996674457683,
      "loss": 0.6411,
      "step": 43
    },
    {
      "epoch": 0.0035123430920593105,
      "grad_norm": 0.36080795526504517,
      "learning_rate": 0.00019999996143158058,
      "loss": 0.4389,
      "step": 44
    },
    {
      "epoch": 0.003592169071424295,
      "grad_norm": 0.46374040842056274,
      "learning_rate": 0.00019999995572502914,
      "loss": 0.6004,
      "step": 45
    },
    {
      "epoch": 0.0036719950507892794,
      "grad_norm": 0.4771120548248291,
      "learning_rate": 0.00019999994962492255,
      "loss": 0.4023,
      "step": 46
    },
    {
      "epoch": 0.003751821030154264,
      "grad_norm": 0.39009377360343933,
      "learning_rate": 0.00019999994313126083,
      "loss": 0.5949,
      "step": 47
    },
    {
      "epoch": 0.003831647009519248,
      "grad_norm": 0.44296398758888245,
      "learning_rate": 0.00019999993624404404,
      "loss": 0.5292,
      "step": 48
    },
    {
      "epoch": 0.003911472988884232,
      "grad_norm": 0.41374722123146057,
      "learning_rate": 0.00019999992896327213,
      "loss": 0.5127,
      "step": 49
    },
    {
      "epoch": 0.003991298968249217,
      "grad_norm": 0.6176245212554932,
      "learning_rate": 0.0001999999212889452,
      "loss": 0.5315,
      "step": 50
    },
    {
      "epoch": 0.004071124947614201,
      "grad_norm": 0.5393801331520081,
      "learning_rate": 0.00019999991322106327,
      "loss": 0.6397,
      "step": 51
    },
    {
      "epoch": 0.004150950926979186,
      "grad_norm": 0.41064855456352234,
      "learning_rate": 0.00019999990475962632,
      "loss": 0.4149,
      "step": 52
    },
    {
      "epoch": 0.004230776906344169,
      "grad_norm": 0.41754090785980225,
      "learning_rate": 0.00019999989590463444,
      "loss": 0.5011,
      "step": 53
    },
    {
      "epoch": 0.004310602885709154,
      "grad_norm": 0.4694159924983978,
      "learning_rate": 0.00019999988665608763,
      "loss": 0.4445,
      "step": 54
    },
    {
      "epoch": 0.004390428865074138,
      "grad_norm": 0.44929438829421997,
      "learning_rate": 0.00019999987701398595,
      "loss": 0.549,
      "step": 55
    },
    {
      "epoch": 0.004470254844439123,
      "grad_norm": 0.38041579723358154,
      "learning_rate": 0.00019999986697832943,
      "loss": 0.5887,
      "step": 56
    },
    {
      "epoch": 0.004550080823804107,
      "grad_norm": 0.3928568959236145,
      "learning_rate": 0.0001999998565491181,
      "loss": 0.5408,
      "step": 57
    },
    {
      "epoch": 0.004629906803169092,
      "grad_norm": 0.47993287444114685,
      "learning_rate": 0.000199999845726352,
      "loss": 0.4402,
      "step": 58
    },
    {
      "epoch": 0.004709732782534076,
      "grad_norm": 0.5937661528587341,
      "learning_rate": 0.00019999983451003122,
      "loss": 0.7218,
      "step": 59
    },
    {
      "epoch": 0.00478955876189906,
      "grad_norm": 0.48752108216285706,
      "learning_rate": 0.00019999982290015573,
      "loss": 0.4714,
      "step": 60
    },
    {
      "epoch": 0.004869384741264044,
      "grad_norm": 0.4562622904777527,
      "learning_rate": 0.00019999981089672563,
      "loss": 0.4191,
      "step": 61
    },
    {
      "epoch": 0.0049492107206290286,
      "grad_norm": 0.37795504927635193,
      "learning_rate": 0.00019999979849974093,
      "loss": 0.4863,
      "step": 62
    },
    {
      "epoch": 0.005029036699994013,
      "grad_norm": 0.42114368081092834,
      "learning_rate": 0.00019999978570920171,
      "loss": 0.6121,
      "step": 63
    },
    {
      "epoch": 0.0051088626793589975,
      "grad_norm": 0.562707781791687,
      "learning_rate": 0.00019999977252510803,
      "loss": 0.5966,
      "step": 64
    },
    {
      "epoch": 0.005188688658723982,
      "grad_norm": 0.4490356147289276,
      "learning_rate": 0.00019999975894745988,
      "loss": 0.6387,
      "step": 65
    },
    {
      "epoch": 0.005268514638088966,
      "grad_norm": 0.5229705572128296,
      "learning_rate": 0.00019999974497625738,
      "loss": 0.622,
      "step": 66
    },
    {
      "epoch": 0.00534834061745395,
      "grad_norm": 0.3769994080066681,
      "learning_rate": 0.00019999973061150055,
      "loss": 0.3879,
      "step": 67
    },
    {
      "epoch": 0.0054281665968189344,
      "grad_norm": 0.41189664602279663,
      "learning_rate": 0.00019999971585318944,
      "loss": 0.5614,
      "step": 68
    },
    {
      "epoch": 0.005507992576183919,
      "grad_norm": 0.4498278796672821,
      "learning_rate": 0.00019999970070132413,
      "loss": 0.488,
      "step": 69
    },
    {
      "epoch": 0.005587818555548903,
      "grad_norm": 0.5084874629974365,
      "learning_rate": 0.0001999996851559047,
      "loss": 0.3836,
      "step": 70
    },
    {
      "epoch": 0.005667644534913888,
      "grad_norm": 0.4059184193611145,
      "learning_rate": 0.00019999966921693113,
      "loss": 0.495,
      "step": 71
    },
    {
      "epoch": 0.005747470514278872,
      "grad_norm": 0.39916181564331055,
      "learning_rate": 0.0001999996528844036,
      "loss": 0.4647,
      "step": 72
    },
    {
      "epoch": 0.005827296493643857,
      "grad_norm": 0.3999392092227936,
      "learning_rate": 0.00019999963615832206,
      "loss": 0.4268,
      "step": 73
    },
    {
      "epoch": 0.00590712247300884,
      "grad_norm": 0.4153369069099426,
      "learning_rate": 0.00019999961903868665,
      "loss": 0.3885,
      "step": 74
    },
    {
      "epoch": 0.005986948452373825,
      "grad_norm": 0.4322861135005951,
      "learning_rate": 0.0001999996015254974,
      "loss": 0.427,
      "step": 75
    },
    {
      "epoch": 0.006066774431738809,
      "grad_norm": 0.34602755308151245,
      "learning_rate": 0.0001999995836187544,
      "loss": 0.4477,
      "step": 76
    },
    {
      "epoch": 0.006146600411103794,
      "grad_norm": 0.3948773443698883,
      "learning_rate": 0.0001999995653184577,
      "loss": 0.2908,
      "step": 77
    },
    {
      "epoch": 0.006226426390468778,
      "grad_norm": 0.42778024077415466,
      "learning_rate": 0.00019999954662460742,
      "loss": 0.4993,
      "step": 78
    },
    {
      "epoch": 0.006306252369833763,
      "grad_norm": 0.5211858749389648,
      "learning_rate": 0.00019999952753720356,
      "loss": 0.4678,
      "step": 79
    },
    {
      "epoch": 0.006386078349198747,
      "grad_norm": 0.3613867461681366,
      "learning_rate": 0.00019999950805624626,
      "loss": 0.4381,
      "step": 80
    },
    {
      "epoch": 0.006465904328563731,
      "grad_norm": 0.4412776529788971,
      "learning_rate": 0.00019999948818173556,
      "loss": 0.5391,
      "step": 81
    },
    {
      "epoch": 0.006545730307928715,
      "grad_norm": 0.418983519077301,
      "learning_rate": 0.00019999946791367156,
      "loss": 0.4712,
      "step": 82
    },
    {
      "epoch": 0.0066255562872937,
      "grad_norm": 0.5155718326568604,
      "learning_rate": 0.00019999944725205431,
      "loss": 0.5338,
      "step": 83
    },
    {
      "epoch": 0.006705382266658684,
      "grad_norm": 0.324404776096344,
      "learning_rate": 0.00019999942619688393,
      "loss": 0.3691,
      "step": 84
    },
    {
      "epoch": 0.0067852082460236685,
      "grad_norm": 0.33547988533973694,
      "learning_rate": 0.0001999994047481605,
      "loss": 0.3652,
      "step": 85
    },
    {
      "epoch": 0.006865034225388653,
      "grad_norm": 0.4007713496685028,
      "learning_rate": 0.00019999938290588402,
      "loss": 0.4699,
      "step": 86
    },
    {
      "epoch": 0.006944860204753637,
      "grad_norm": 0.3604133427143097,
      "learning_rate": 0.0001999993606700547,
      "loss": 0.4361,
      "step": 87
    },
    {
      "epoch": 0.007024686184118621,
      "grad_norm": 0.4794510304927826,
      "learning_rate": 0.00019999933804067254,
      "loss": 0.5803,
      "step": 88
    },
    {
      "epoch": 0.0071045121634836055,
      "grad_norm": 0.3699691891670227,
      "learning_rate": 0.00019999931501773767,
      "loss": 0.4867,
      "step": 89
    },
    {
      "epoch": 0.00718433814284859,
      "grad_norm": 0.38762685656547546,
      "learning_rate": 0.00019999929160125017,
      "loss": 0.4184,
      "step": 90
    },
    {
      "epoch": 0.007264164122213574,
      "grad_norm": 0.5109147429466248,
      "learning_rate": 0.00019999926779121015,
      "loss": 0.466,
      "step": 91
    },
    {
      "epoch": 0.007343990101578559,
      "grad_norm": 0.4178380072116852,
      "learning_rate": 0.00019999924358761768,
      "loss": 0.5317,
      "step": 92
    },
    {
      "epoch": 0.007423816080943543,
      "grad_norm": 0.49985650181770325,
      "learning_rate": 0.00019999921899047286,
      "loss": 0.5815,
      "step": 93
    },
    {
      "epoch": 0.007503642060308528,
      "grad_norm": 0.39766451716423035,
      "learning_rate": 0.00019999919399977576,
      "loss": 0.4655,
      "step": 94
    },
    {
      "epoch": 0.007583468039673511,
      "grad_norm": 0.48783499002456665,
      "learning_rate": 0.0001999991686155265,
      "loss": 0.5225,
      "step": 95
    },
    {
      "epoch": 0.007663294019038496,
      "grad_norm": 0.4448859989643097,
      "learning_rate": 0.00019999914283772526,
      "loss": 0.3419,
      "step": 96
    },
    {
      "epoch": 0.00774311999840348,
      "grad_norm": 0.4495418667793274,
      "learning_rate": 0.000199999116666372,
      "loss": 0.5079,
      "step": 97
    },
    {
      "epoch": 0.007822945977768465,
      "grad_norm": 0.4888549745082855,
      "learning_rate": 0.00019999909010146692,
      "loss": 0.4751,
      "step": 98
    },
    {
      "epoch": 0.007902771957133448,
      "grad_norm": 0.4711008071899414,
      "learning_rate": 0.0001999990631430101,
      "loss": 0.5702,
      "step": 99
    },
    {
      "epoch": 0.007982597936498434,
      "grad_norm": 0.4134286344051361,
      "learning_rate": 0.00019999903579100164,
      "loss": 0.4196,
      "step": 100
    },
    {
      "epoch": 0.008062423915863417,
      "grad_norm": 0.43762391805648804,
      "learning_rate": 0.0001999990080454416,
      "loss": 0.4576,
      "step": 101
    },
    {
      "epoch": 0.008142249895228403,
      "grad_norm": 0.3857693076133728,
      "learning_rate": 0.0001999989799063302,
      "loss": 0.5379,
      "step": 102
    },
    {
      "epoch": 0.008222075874593386,
      "grad_norm": 0.3583117425441742,
      "learning_rate": 0.00019999895137366743,
      "loss": 0.4803,
      "step": 103
    },
    {
      "epoch": 0.008301901853958371,
      "grad_norm": 0.35127314925193787,
      "learning_rate": 0.00019999892244745352,
      "loss": 0.3879,
      "step": 104
    },
    {
      "epoch": 0.008381727833323355,
      "grad_norm": 0.41990524530410767,
      "learning_rate": 0.0001999988931276885,
      "loss": 0.499,
      "step": 105
    },
    {
      "epoch": 0.008461553812688339,
      "grad_norm": 0.4216882288455963,
      "learning_rate": 0.00019999886341437253,
      "loss": 0.5233,
      "step": 106
    },
    {
      "epoch": 0.008541379792053324,
      "grad_norm": 0.37515565752983093,
      "learning_rate": 0.00019999883330750569,
      "loss": 0.4384,
      "step": 107
    },
    {
      "epoch": 0.008621205771418308,
      "grad_norm": 0.4432523548603058,
      "learning_rate": 0.00019999880280708812,
      "loss": 0.6059,
      "step": 108
    },
    {
      "epoch": 0.008701031750783293,
      "grad_norm": 0.33889615535736084,
      "learning_rate": 0.0001999987719131199,
      "loss": 0.5097,
      "step": 109
    },
    {
      "epoch": 0.008780857730148276,
      "grad_norm": 0.3930656909942627,
      "learning_rate": 0.00019999874062560124,
      "loss": 0.4573,
      "step": 110
    },
    {
      "epoch": 0.008860683709513262,
      "grad_norm": 0.6760386824607849,
      "learning_rate": 0.00019999870894453218,
      "loss": 0.6336,
      "step": 111
    },
    {
      "epoch": 0.008940509688878245,
      "grad_norm": 0.33040305972099304,
      "learning_rate": 0.0001999986768699129,
      "loss": 0.4666,
      "step": 112
    },
    {
      "epoch": 0.009020335668243229,
      "grad_norm": 0.40810972452163696,
      "learning_rate": 0.0001999986444017435,
      "loss": 0.4627,
      "step": 113
    },
    {
      "epoch": 0.009100161647608214,
      "grad_norm": 0.43593883514404297,
      "learning_rate": 0.00019999861154002408,
      "loss": 0.4535,
      "step": 114
    },
    {
      "epoch": 0.009179987626973198,
      "grad_norm": 0.3248092234134674,
      "learning_rate": 0.00019999857828475483,
      "loss": 0.334,
      "step": 115
    },
    {
      "epoch": 0.009259813606338183,
      "grad_norm": 0.4773208796977997,
      "learning_rate": 0.00019999854463593583,
      "loss": 0.5818,
      "step": 116
    },
    {
      "epoch": 0.009339639585703167,
      "grad_norm": 0.3909766674041748,
      "learning_rate": 0.00019999851059356724,
      "loss": 0.551,
      "step": 117
    },
    {
      "epoch": 0.009419465565068152,
      "grad_norm": 0.3928094506263733,
      "learning_rate": 0.00019999847615764918,
      "loss": 0.4713,
      "step": 118
    },
    {
      "epoch": 0.009499291544433136,
      "grad_norm": 0.39069411158561707,
      "learning_rate": 0.00019999844132818182,
      "loss": 0.5715,
      "step": 119
    },
    {
      "epoch": 0.00957911752379812,
      "grad_norm": 0.43581992387771606,
      "learning_rate": 0.00019999840610516523,
      "loss": 0.3993,
      "step": 120
    },
    {
      "epoch": 0.009658943503163105,
      "grad_norm": 0.3481132984161377,
      "learning_rate": 0.0001999983704885996,
      "loss": 0.6186,
      "step": 121
    },
    {
      "epoch": 0.009738769482528088,
      "grad_norm": 0.4838206470012665,
      "learning_rate": 0.00019999833447848506,
      "loss": 0.5156,
      "step": 122
    },
    {
      "epoch": 0.009818595461893074,
      "grad_norm": 0.4503454566001892,
      "learning_rate": 0.00019999829807482175,
      "loss": 0.4654,
      "step": 123
    },
    {
      "epoch": 0.009898421441258057,
      "grad_norm": 0.5744187831878662,
      "learning_rate": 0.00019999826127760982,
      "loss": 0.5526,
      "step": 124
    },
    {
      "epoch": 0.009978247420623042,
      "grad_norm": 0.41850605607032776,
      "learning_rate": 0.0001999982240868494,
      "loss": 0.5531,
      "step": 125
    },
    {
      "epoch": 0.010058073399988026,
      "grad_norm": 0.4065703749656677,
      "learning_rate": 0.00019999818650254063,
      "loss": 0.4563,
      "step": 126
    },
    {
      "epoch": 0.01013789937935301,
      "grad_norm": 0.4612256586551666,
      "learning_rate": 0.0001999981485246837,
      "loss": 0.5501,
      "step": 127
    },
    {
      "epoch": 0.010217725358717995,
      "grad_norm": 0.5699310898780823,
      "learning_rate": 0.00019999811015327873,
      "loss": 0.4936,
      "step": 128
    },
    {
      "epoch": 0.010297551338082979,
      "grad_norm": 0.3447057604789734,
      "learning_rate": 0.0001999980713883258,
      "loss": 0.3729,
      "step": 129
    },
    {
      "epoch": 0.010377377317447964,
      "grad_norm": 0.6038820743560791,
      "learning_rate": 0.0001999980322298252,
      "loss": 0.7055,
      "step": 130
    },
    {
      "epoch": 0.010457203296812947,
      "grad_norm": 0.418125718832016,
      "learning_rate": 0.00019999799267777704,
      "loss": 0.4982,
      "step": 131
    },
    {
      "epoch": 0.010537029276177933,
      "grad_norm": 0.4340413510799408,
      "learning_rate": 0.0001999979527321814,
      "loss": 0.456,
      "step": 132
    },
    {
      "epoch": 0.010616855255542916,
      "grad_norm": 0.41115614771842957,
      "learning_rate": 0.00019999791239303853,
      "loss": 0.5136,
      "step": 133
    },
    {
      "epoch": 0.0106966812349079,
      "grad_norm": 0.34936976432800293,
      "learning_rate": 0.00019999787166034854,
      "loss": 0.3294,
      "step": 134
    },
    {
      "epoch": 0.010776507214272885,
      "grad_norm": 0.4253373146057129,
      "learning_rate": 0.0001999978305341116,
      "loss": 0.4935,
      "step": 135
    },
    {
      "epoch": 0.010856333193637869,
      "grad_norm": 0.953768789768219,
      "learning_rate": 0.00019999778901432788,
      "loss": 0.4692,
      "step": 136
    },
    {
      "epoch": 0.010936159173002854,
      "grad_norm": 0.4897603392601013,
      "learning_rate": 0.0001999977471009975,
      "loss": 0.5034,
      "step": 137
    },
    {
      "epoch": 0.011015985152367838,
      "grad_norm": 0.710496187210083,
      "learning_rate": 0.0001999977047941207,
      "loss": 0.4708,
      "step": 138
    },
    {
      "epoch": 0.011095811131732823,
      "grad_norm": 0.3537067174911499,
      "learning_rate": 0.0001999976620936976,
      "loss": 0.4012,
      "step": 139
    },
    {
      "epoch": 0.011175637111097807,
      "grad_norm": 0.6554028987884521,
      "learning_rate": 0.00019999761899972836,
      "loss": 0.4493,
      "step": 140
    },
    {
      "epoch": 0.01125546309046279,
      "grad_norm": 0.3419398069381714,
      "learning_rate": 0.00019999757551221315,
      "loss": 0.3197,
      "step": 141
    },
    {
      "epoch": 0.011335289069827776,
      "grad_norm": 0.5509824156761169,
      "learning_rate": 0.0001999975316311522,
      "loss": 0.5036,
      "step": 142
    },
    {
      "epoch": 0.01141511504919276,
      "grad_norm": 0.3651215136051178,
      "learning_rate": 0.00019999748735654565,
      "loss": 0.4805,
      "step": 143
    },
    {
      "epoch": 0.011494941028557745,
      "grad_norm": 0.45155274868011475,
      "learning_rate": 0.0001999974426883936,
      "loss": 0.5689,
      "step": 144
    },
    {
      "epoch": 0.011574767007922728,
      "grad_norm": 0.39543208479881287,
      "learning_rate": 0.00019999739762669634,
      "loss": 0.4676,
      "step": 145
    },
    {
      "epoch": 0.011654592987287713,
      "grad_norm": 0.41634100675582886,
      "learning_rate": 0.00019999735217145396,
      "loss": 0.3764,
      "step": 146
    },
    {
      "epoch": 0.011734418966652697,
      "grad_norm": 0.41329681873321533,
      "learning_rate": 0.00019999730632266668,
      "loss": 0.4684,
      "step": 147
    },
    {
      "epoch": 0.01181424494601768,
      "grad_norm": 0.46196430921554565,
      "learning_rate": 0.00019999726008033473,
      "loss": 0.5029,
      "step": 148
    },
    {
      "epoch": 0.011894070925382666,
      "grad_norm": 0.39667192101478577,
      "learning_rate": 0.0001999972134444582,
      "loss": 0.5727,
      "step": 149
    },
    {
      "epoch": 0.01197389690474765,
      "grad_norm": 0.5304478406906128,
      "learning_rate": 0.00019999716641503728,
      "loss": 0.5028,
      "step": 150
    },
    {
      "epoch": 0.012053722884112635,
      "grad_norm": 0.45046842098236084,
      "learning_rate": 0.00019999711899207223,
      "loss": 0.4463,
      "step": 151
    },
    {
      "epoch": 0.012133548863477618,
      "grad_norm": 0.3761225938796997,
      "learning_rate": 0.00019999707117556315,
      "loss": 0.4575,
      "step": 152
    },
    {
      "epoch": 0.012213374842842604,
      "grad_norm": 0.431652694940567,
      "learning_rate": 0.00019999702296551032,
      "loss": 0.5657,
      "step": 153
    },
    {
      "epoch": 0.012293200822207587,
      "grad_norm": 0.41577762365341187,
      "learning_rate": 0.00019999697436191385,
      "loss": 0.5801,
      "step": 154
    },
    {
      "epoch": 0.012373026801572571,
      "grad_norm": 0.5159163475036621,
      "learning_rate": 0.00019999692536477396,
      "loss": 0.5583,
      "step": 155
    },
    {
      "epoch": 0.012452852780937556,
      "grad_norm": 0.5098326206207275,
      "learning_rate": 0.00019999687597409084,
      "loss": 0.5363,
      "step": 156
    },
    {
      "epoch": 0.01253267876030254,
      "grad_norm": 0.37459591031074524,
      "learning_rate": 0.00019999682618986473,
      "loss": 0.5337,
      "step": 157
    },
    {
      "epoch": 0.012612504739667525,
      "grad_norm": 0.4354023337364197,
      "learning_rate": 0.00019999677601209576,
      "loss": 0.4784,
      "step": 158
    },
    {
      "epoch": 0.012692330719032509,
      "grad_norm": 0.3902154266834259,
      "learning_rate": 0.00019999672544078413,
      "loss": 0.3685,
      "step": 159
    },
    {
      "epoch": 0.012772156698397494,
      "grad_norm": 0.5335967540740967,
      "learning_rate": 0.0001999966744759301,
      "loss": 0.6618,
      "step": 160
    },
    {
      "epoch": 0.012851982677762478,
      "grad_norm": 0.46829479932785034,
      "learning_rate": 0.0001999966231175338,
      "loss": 0.4813,
      "step": 161
    },
    {
      "epoch": 0.012931808657127461,
      "grad_norm": 0.4770427644252777,
      "learning_rate": 0.0001999965713655955,
      "loss": 0.3673,
      "step": 162
    },
    {
      "epoch": 0.013011634636492447,
      "grad_norm": 0.43711262941360474,
      "learning_rate": 0.00019999651922011534,
      "loss": 0.5659,
      "step": 163
    },
    {
      "epoch": 0.01309146061585743,
      "grad_norm": 0.35760849714279175,
      "learning_rate": 0.00019999646668109356,
      "loss": 0.3083,
      "step": 164
    },
    {
      "epoch": 0.013171286595222416,
      "grad_norm": 0.5012556910514832,
      "learning_rate": 0.00019999641374853036,
      "loss": 0.5947,
      "step": 165
    },
    {
      "epoch": 0.0132511125745874,
      "grad_norm": 1.034009337425232,
      "learning_rate": 0.00019999636042242595,
      "loss": 0.4826,
      "step": 166
    },
    {
      "epoch": 0.013330938553952384,
      "grad_norm": 0.4241684675216675,
      "learning_rate": 0.00019999630670278052,
      "loss": 0.507,
      "step": 167
    },
    {
      "epoch": 0.013410764533317368,
      "grad_norm": 0.6414814591407776,
      "learning_rate": 0.00019999625258959434,
      "loss": 0.6684,
      "step": 168
    },
    {
      "epoch": 0.013490590512682352,
      "grad_norm": 0.56517493724823,
      "learning_rate": 0.00019999619808286755,
      "loss": 0.4408,
      "step": 169
    },
    {
      "epoch": 0.013570416492047337,
      "grad_norm": 0.43821126222610474,
      "learning_rate": 0.00019999614318260043,
      "loss": 0.5258,
      "step": 170
    },
    {
      "epoch": 0.01365024247141232,
      "grad_norm": 0.4854287803173065,
      "learning_rate": 0.00019999608788879311,
      "loss": 0.5077,
      "step": 171
    },
    {
      "epoch": 0.013730068450777306,
      "grad_norm": 0.46524420380592346,
      "learning_rate": 0.0001999960322014459,
      "loss": 0.5869,
      "step": 172
    },
    {
      "epoch": 0.01380989443014229,
      "grad_norm": 0.5089438557624817,
      "learning_rate": 0.000199995976120559,
      "loss": 0.5245,
      "step": 173
    },
    {
      "epoch": 0.013889720409507275,
      "grad_norm": 0.623849630355835,
      "learning_rate": 0.00019999591964613256,
      "loss": 0.5839,
      "step": 174
    },
    {
      "epoch": 0.013969546388872258,
      "grad_norm": 0.6017373204231262,
      "learning_rate": 0.00019999586277816687,
      "loss": 0.5344,
      "step": 175
    },
    {
      "epoch": 0.014049372368237242,
      "grad_norm": 0.5433600544929504,
      "learning_rate": 0.00019999580551666215,
      "loss": 0.5068,
      "step": 176
    },
    {
      "epoch": 0.014129198347602227,
      "grad_norm": 0.42345139384269714,
      "learning_rate": 0.00019999574786161862,
      "loss": 0.4692,
      "step": 177
    },
    {
      "epoch": 0.014209024326967211,
      "grad_norm": 0.4489782154560089,
      "learning_rate": 0.00019999568981303646,
      "loss": 0.4773,
      "step": 178
    },
    {
      "epoch": 0.014288850306332196,
      "grad_norm": 0.5150318145751953,
      "learning_rate": 0.00019999563137091598,
      "loss": 0.476,
      "step": 179
    },
    {
      "epoch": 0.01436867628569718,
      "grad_norm": 0.43261510133743286,
      "learning_rate": 0.00019999557253525733,
      "loss": 0.624,
      "step": 180
    },
    {
      "epoch": 0.014448502265062165,
      "grad_norm": 0.5488516092300415,
      "learning_rate": 0.00019999551330606078,
      "loss": 0.5521,
      "step": 181
    },
    {
      "epoch": 0.014528328244427149,
      "grad_norm": 0.3631516098976135,
      "learning_rate": 0.0001999954536833266,
      "loss": 0.5664,
      "step": 182
    },
    {
      "epoch": 0.014608154223792132,
      "grad_norm": 0.5660406947135925,
      "learning_rate": 0.00019999539366705497,
      "loss": 0.5762,
      "step": 183
    },
    {
      "epoch": 0.014687980203157118,
      "grad_norm": 0.573652982711792,
      "learning_rate": 0.00019999533325724614,
      "loss": 0.4972,
      "step": 184
    },
    {
      "epoch": 0.014767806182522101,
      "grad_norm": 0.4937921464443207,
      "learning_rate": 0.00019999527245390035,
      "loss": 0.5381,
      "step": 185
    },
    {
      "epoch": 0.014847632161887087,
      "grad_norm": 0.4351513385772705,
      "learning_rate": 0.00019999521125701783,
      "loss": 0.5155,
      "step": 186
    },
    {
      "epoch": 0.01492745814125207,
      "grad_norm": 0.34618648886680603,
      "learning_rate": 0.00019999514966659882,
      "loss": 0.3974,
      "step": 187
    },
    {
      "epoch": 0.015007284120617055,
      "grad_norm": 0.3626372218132019,
      "learning_rate": 0.0001999950876826436,
      "loss": 0.3608,
      "step": 188
    },
    {
      "epoch": 0.015087110099982039,
      "grad_norm": 0.5802507996559143,
      "learning_rate": 0.00019999502530515238,
      "loss": 0.4703,
      "step": 189
    },
    {
      "epoch": 0.015166936079347023,
      "grad_norm": 0.4644535481929779,
      "learning_rate": 0.00019999496253412543,
      "loss": 0.4354,
      "step": 190
    },
    {
      "epoch": 0.015246762058712008,
      "grad_norm": 0.37288615107536316,
      "learning_rate": 0.00019999489936956298,
      "loss": 0.4624,
      "step": 191
    },
    {
      "epoch": 0.015326588038076992,
      "grad_norm": 0.4151481091976166,
      "learning_rate": 0.00019999483581146523,
      "loss": 0.405,
      "step": 192
    },
    {
      "epoch": 0.015406414017441977,
      "grad_norm": 0.38800281286239624,
      "learning_rate": 0.0001999947718598325,
      "loss": 0.5023,
      "step": 193
    },
    {
      "epoch": 0.01548623999680696,
      "grad_norm": 0.394400030374527,
      "learning_rate": 0.00019999470751466504,
      "loss": 0.6128,
      "step": 194
    },
    {
      "epoch": 0.015566065976171946,
      "grad_norm": 0.48949894309043884,
      "learning_rate": 0.00019999464277596307,
      "loss": 0.4574,
      "step": 195
    },
    {
      "epoch": 0.01564589195553693,
      "grad_norm": 0.4290977716445923,
      "learning_rate": 0.00019999457764372687,
      "loss": 0.5009,
      "step": 196
    },
    {
      "epoch": 0.015725717934901913,
      "grad_norm": 0.5243070721626282,
      "learning_rate": 0.00019999451211795668,
      "loss": 0.3696,
      "step": 197
    },
    {
      "epoch": 0.015805543914266897,
      "grad_norm": 0.5894675850868225,
      "learning_rate": 0.00019999444619865276,
      "loss": 0.5897,
      "step": 198
    },
    {
      "epoch": 0.015885369893631884,
      "grad_norm": 0.3214614987373352,
      "learning_rate": 0.00019999437988581535,
      "loss": 0.3502,
      "step": 199
    },
    {
      "epoch": 0.015965195872996867,
      "grad_norm": 0.42068052291870117,
      "learning_rate": 0.00019999431317944475,
      "loss": 0.6079,
      "step": 200
    },
    {
      "epoch": 0.015965195872996867,
      "eval_loss": 0.48710426688194275,
      "eval_runtime": 34.115,
      "eval_samples_per_second": 7.387,
      "eval_steps_per_second": 7.387,
      "step": 200
    },
    {
      "epoch": 0.01604502185236185,
      "grad_norm": 0.5320257544517517,
      "learning_rate": 0.0001999942460795412,
      "loss": 0.6508,
      "step": 201
    },
    {
      "epoch": 0.016124847831726834,
      "grad_norm": 0.427848756313324,
      "learning_rate": 0.000199994178586105,
      "loss": 0.399,
      "step": 202
    },
    {
      "epoch": 0.01620467381109182,
      "grad_norm": 0.4608277678489685,
      "learning_rate": 0.00019999411069913635,
      "loss": 0.482,
      "step": 203
    },
    {
      "epoch": 0.016284499790456805,
      "grad_norm": 0.4711518883705139,
      "learning_rate": 0.00019999404241863555,
      "loss": 0.457,
      "step": 204
    },
    {
      "epoch": 0.01636432576982179,
      "grad_norm": 0.376933217048645,
      "learning_rate": 0.00019999397374460292,
      "loss": 0.5757,
      "step": 205
    },
    {
      "epoch": 0.016444151749186772,
      "grad_norm": 0.359129935503006,
      "learning_rate": 0.0001999939046770386,
      "loss": 0.5349,
      "step": 206
    },
    {
      "epoch": 0.016523977728551756,
      "grad_norm": 0.44737932085990906,
      "learning_rate": 0.00019999383521594302,
      "loss": 0.4975,
      "step": 207
    },
    {
      "epoch": 0.016603803707916743,
      "grad_norm": 0.3646891713142395,
      "learning_rate": 0.00019999376536131632,
      "loss": 0.4735,
      "step": 208
    },
    {
      "epoch": 0.016683629687281726,
      "grad_norm": 0.4181247353553772,
      "learning_rate": 0.00019999369511315885,
      "loss": 0.5014,
      "step": 209
    },
    {
      "epoch": 0.01676345566664671,
      "grad_norm": 0.4435666799545288,
      "learning_rate": 0.0001999936244714709,
      "loss": 0.3677,
      "step": 210
    },
    {
      "epoch": 0.016843281646011694,
      "grad_norm": 0.4881993234157562,
      "learning_rate": 0.00019999355343625267,
      "loss": 0.4665,
      "step": 211
    },
    {
      "epoch": 0.016923107625376677,
      "grad_norm": 0.3700958788394928,
      "learning_rate": 0.00019999348200750453,
      "loss": 0.5037,
      "step": 212
    },
    {
      "epoch": 0.017002933604741664,
      "grad_norm": 0.5484697222709656,
      "learning_rate": 0.0001999934101852267,
      "loss": 0.5845,
      "step": 213
    },
    {
      "epoch": 0.017082759584106648,
      "grad_norm": 0.433171808719635,
      "learning_rate": 0.00019999333796941944,
      "loss": 0.4316,
      "step": 214
    },
    {
      "epoch": 0.01716258556347163,
      "grad_norm": 0.5518994331359863,
      "learning_rate": 0.00019999326536008312,
      "loss": 0.5665,
      "step": 215
    },
    {
      "epoch": 0.017242411542836615,
      "grad_norm": 0.5956898927688599,
      "learning_rate": 0.00019999319235721794,
      "loss": 0.5021,
      "step": 216
    },
    {
      "epoch": 0.017322237522201602,
      "grad_norm": 0.5387510061264038,
      "learning_rate": 0.00019999311896082427,
      "loss": 0.4867,
      "step": 217
    },
    {
      "epoch": 0.017402063501566586,
      "grad_norm": 0.5594174861907959,
      "learning_rate": 0.00019999304517090232,
      "loss": 0.6826,
      "step": 218
    },
    {
      "epoch": 0.01748188948093157,
      "grad_norm": 0.4139741361141205,
      "learning_rate": 0.00019999297098745244,
      "loss": 0.4192,
      "step": 219
    },
    {
      "epoch": 0.017561715460296553,
      "grad_norm": 0.4767802059650421,
      "learning_rate": 0.00019999289641047487,
      "loss": 0.5211,
      "step": 220
    },
    {
      "epoch": 0.017641541439661537,
      "grad_norm": 0.5292597413063049,
      "learning_rate": 0.00019999282143996996,
      "loss": 0.4943,
      "step": 221
    },
    {
      "epoch": 0.017721367419026524,
      "grad_norm": 0.36153310537338257,
      "learning_rate": 0.00019999274607593797,
      "loss": 0.4772,
      "step": 222
    },
    {
      "epoch": 0.017801193398391507,
      "grad_norm": 0.3922293186187744,
      "learning_rate": 0.0001999926703183792,
      "loss": 0.4589,
      "step": 223
    },
    {
      "epoch": 0.01788101937775649,
      "grad_norm": 0.41436639428138733,
      "learning_rate": 0.00019999259416729394,
      "loss": 0.4013,
      "step": 224
    },
    {
      "epoch": 0.017960845357121474,
      "grad_norm": 0.4800354838371277,
      "learning_rate": 0.0001999925176226825,
      "loss": 0.6551,
      "step": 225
    },
    {
      "epoch": 0.018040671336486458,
      "grad_norm": 0.5009633302688599,
      "learning_rate": 0.0001999924406845452,
      "loss": 0.4491,
      "step": 226
    },
    {
      "epoch": 0.018120497315851445,
      "grad_norm": 0.39386728405952454,
      "learning_rate": 0.0001999923633528823,
      "loss": 0.5439,
      "step": 227
    },
    {
      "epoch": 0.01820032329521643,
      "grad_norm": 0.5441869497299194,
      "learning_rate": 0.00019999228562769415,
      "loss": 0.5566,
      "step": 228
    },
    {
      "epoch": 0.018280149274581412,
      "grad_norm": 0.440564900636673,
      "learning_rate": 0.00019999220750898102,
      "loss": 0.5783,
      "step": 229
    },
    {
      "epoch": 0.018359975253946396,
      "grad_norm": 0.4021432101726532,
      "learning_rate": 0.00019999212899674324,
      "loss": 0.3818,
      "step": 230
    },
    {
      "epoch": 0.018439801233311383,
      "grad_norm": 0.39880087971687317,
      "learning_rate": 0.0001999920500909811,
      "loss": 0.5091,
      "step": 231
    },
    {
      "epoch": 0.018519627212676366,
      "grad_norm": 0.5473366379737854,
      "learning_rate": 0.00019999197079169495,
      "loss": 0.6133,
      "step": 232
    },
    {
      "epoch": 0.01859945319204135,
      "grad_norm": 0.47811731696128845,
      "learning_rate": 0.00019999189109888506,
      "loss": 0.4493,
      "step": 233
    },
    {
      "epoch": 0.018679279171406334,
      "grad_norm": 0.4239126741886139,
      "learning_rate": 0.00019999181101255174,
      "loss": 0.3847,
      "step": 234
    },
    {
      "epoch": 0.018759105150771317,
      "grad_norm": 0.48705169558525085,
      "learning_rate": 0.00019999173053269535,
      "loss": 0.5247,
      "step": 235
    },
    {
      "epoch": 0.018838931130136304,
      "grad_norm": 0.41056281328201294,
      "learning_rate": 0.00019999164965931615,
      "loss": 0.3773,
      "step": 236
    },
    {
      "epoch": 0.018918757109501288,
      "grad_norm": 0.4653283357620239,
      "learning_rate": 0.00019999156839241452,
      "loss": 0.4109,
      "step": 237
    },
    {
      "epoch": 0.01899858308886627,
      "grad_norm": 0.5297182202339172,
      "learning_rate": 0.0001999914867319907,
      "loss": 0.4853,
      "step": 238
    },
    {
      "epoch": 0.019078409068231255,
      "grad_norm": 0.45901918411254883,
      "learning_rate": 0.00019999140467804512,
      "loss": 0.6028,
      "step": 239
    },
    {
      "epoch": 0.01915823504759624,
      "grad_norm": 0.5011492967605591,
      "learning_rate": 0.000199991322230578,
      "loss": 0.4705,
      "step": 240
    },
    {
      "epoch": 0.019238061026961226,
      "grad_norm": 0.3120657205581665,
      "learning_rate": 0.0001999912393895897,
      "loss": 0.4443,
      "step": 241
    },
    {
      "epoch": 0.01931788700632621,
      "grad_norm": 0.35288205742836,
      "learning_rate": 0.0001999911561550806,
      "loss": 0.3691,
      "step": 242
    },
    {
      "epoch": 0.019397712985691193,
      "grad_norm": 0.3678310811519623,
      "learning_rate": 0.00019999107252705094,
      "loss": 0.452,
      "step": 243
    },
    {
      "epoch": 0.019477538965056176,
      "grad_norm": 0.6008521318435669,
      "learning_rate": 0.00019999098850550107,
      "loss": 0.5606,
      "step": 244
    },
    {
      "epoch": 0.019557364944421163,
      "grad_norm": 0.4385806918144226,
      "learning_rate": 0.00019999090409043139,
      "loss": 0.5182,
      "step": 245
    },
    {
      "epoch": 0.019637190923786147,
      "grad_norm": 0.37236762046813965,
      "learning_rate": 0.00019999081928184217,
      "loss": 0.4162,
      "step": 246
    },
    {
      "epoch": 0.01971701690315113,
      "grad_norm": 0.3879700005054474,
      "learning_rate": 0.00019999073407973375,
      "loss": 0.3565,
      "step": 247
    },
    {
      "epoch": 0.019796842882516114,
      "grad_norm": 0.4695913791656494,
      "learning_rate": 0.00019999064848410643,
      "loss": 0.3971,
      "step": 248
    },
    {
      "epoch": 0.019876668861881098,
      "grad_norm": 0.45022961497306824,
      "learning_rate": 0.00019999056249496065,
      "loss": 0.4789,
      "step": 249
    },
    {
      "epoch": 0.019956494841246085,
      "grad_norm": 0.4129929542541504,
      "learning_rate": 0.00019999047611229666,
      "loss": 0.5685,
      "step": 250
    },
    {
      "epoch": 0.02003632082061107,
      "grad_norm": 0.27986499667167664,
      "learning_rate": 0.00019999038933611485,
      "loss": 0.2842,
      "step": 251
    },
    {
      "epoch": 0.020116146799976052,
      "grad_norm": 0.4183979034423828,
      "learning_rate": 0.0001999903021664155,
      "loss": 0.5201,
      "step": 252
    },
    {
      "epoch": 0.020195972779341036,
      "grad_norm": 0.32785484194755554,
      "learning_rate": 0.00019999021460319902,
      "loss": 0.3776,
      "step": 253
    },
    {
      "epoch": 0.02027579875870602,
      "grad_norm": 0.5679706931114197,
      "learning_rate": 0.0001999901266464657,
      "loss": 0.4489,
      "step": 254
    },
    {
      "epoch": 0.020355624738071006,
      "grad_norm": 0.6021303534507751,
      "learning_rate": 0.00019999003829621593,
      "loss": 0.7535,
      "step": 255
    },
    {
      "epoch": 0.02043545071743599,
      "grad_norm": 0.358280211687088,
      "learning_rate": 0.00019998994955245004,
      "loss": 0.4152,
      "step": 256
    },
    {
      "epoch": 0.020515276696800974,
      "grad_norm": 0.4429887533187866,
      "learning_rate": 0.00019998986041516834,
      "loss": 0.5703,
      "step": 257
    },
    {
      "epoch": 0.020595102676165957,
      "grad_norm": 0.46774643659591675,
      "learning_rate": 0.00019998977088437126,
      "loss": 0.5204,
      "step": 258
    },
    {
      "epoch": 0.020674928655530944,
      "grad_norm": 0.4447208344936371,
      "learning_rate": 0.00019998968096005912,
      "loss": 0.5743,
      "step": 259
    },
    {
      "epoch": 0.020754754634895928,
      "grad_norm": 0.4307079315185547,
      "learning_rate": 0.00019998959064223223,
      "loss": 0.3496,
      "step": 260
    },
    {
      "epoch": 0.02083458061426091,
      "grad_norm": 0.3113040030002594,
      "learning_rate": 0.000199989499930891,
      "loss": 0.2205,
      "step": 261
    },
    {
      "epoch": 0.020914406593625895,
      "grad_norm": 0.44921764731407166,
      "learning_rate": 0.00019998940882603577,
      "loss": 0.453,
      "step": 262
    },
    {
      "epoch": 0.02099423257299088,
      "grad_norm": 0.49391770362854004,
      "learning_rate": 0.00019998931732766688,
      "loss": 0.7117,
      "step": 263
    },
    {
      "epoch": 0.021074058552355866,
      "grad_norm": 0.3402714133262634,
      "learning_rate": 0.00019998922543578473,
      "loss": 0.5062,
      "step": 264
    },
    {
      "epoch": 0.02115388453172085,
      "grad_norm": 0.5627781748771667,
      "learning_rate": 0.00019998913315038964,
      "loss": 0.5244,
      "step": 265
    },
    {
      "epoch": 0.021233710511085833,
      "grad_norm": 0.32614433765411377,
      "learning_rate": 0.000199989040471482,
      "loss": 0.4252,
      "step": 266
    },
    {
      "epoch": 0.021313536490450816,
      "grad_norm": 0.5317461490631104,
      "learning_rate": 0.00019998894739906218,
      "loss": 0.4503,
      "step": 267
    },
    {
      "epoch": 0.0213933624698158,
      "grad_norm": 0.3914991617202759,
      "learning_rate": 0.00019998885393313052,
      "loss": 0.4075,
      "step": 268
    },
    {
      "epoch": 0.021473188449180787,
      "grad_norm": 0.4158026874065399,
      "learning_rate": 0.00019998876007368738,
      "loss": 0.5006,
      "step": 269
    },
    {
      "epoch": 0.02155301442854577,
      "grad_norm": 0.48043471574783325,
      "learning_rate": 0.0001999886658207332,
      "loss": 0.4992,
      "step": 270
    },
    {
      "epoch": 0.021632840407910754,
      "grad_norm": 0.423708438873291,
      "learning_rate": 0.00019998857117426827,
      "loss": 0.3999,
      "step": 271
    },
    {
      "epoch": 0.021712666387275738,
      "grad_norm": 0.3647191524505615,
      "learning_rate": 0.000199988476134293,
      "loss": 0.4581,
      "step": 272
    },
    {
      "epoch": 0.021792492366640725,
      "grad_norm": 0.3983515799045563,
      "learning_rate": 0.00019998838070080772,
      "loss": 0.5493,
      "step": 273
    },
    {
      "epoch": 0.02187231834600571,
      "grad_norm": 0.4110158383846283,
      "learning_rate": 0.00019998828487381286,
      "loss": 0.5115,
      "step": 274
    },
    {
      "epoch": 0.021952144325370692,
      "grad_norm": 0.4577157497406006,
      "learning_rate": 0.0001999881886533088,
      "loss": 0.5559,
      "step": 275
    },
    {
      "epoch": 0.022031970304735676,
      "grad_norm": 0.5461046099662781,
      "learning_rate": 0.0001999880920392959,
      "loss": 0.5025,
      "step": 276
    },
    {
      "epoch": 0.02211179628410066,
      "grad_norm": 0.4099658727645874,
      "learning_rate": 0.00019998799503177455,
      "loss": 0.574,
      "step": 277
    },
    {
      "epoch": 0.022191622263465646,
      "grad_norm": 0.47216352820396423,
      "learning_rate": 0.0001999878976307451,
      "loss": 0.4899,
      "step": 278
    },
    {
      "epoch": 0.02227144824283063,
      "grad_norm": 0.3522172272205353,
      "learning_rate": 0.00019998779983620795,
      "loss": 0.468,
      "step": 279
    },
    {
      "epoch": 0.022351274222195613,
      "grad_norm": 0.4529059827327728,
      "learning_rate": 0.0001999877016481635,
      "loss": 0.5761,
      "step": 280
    },
    {
      "epoch": 0.022431100201560597,
      "grad_norm": 0.40427276492118835,
      "learning_rate": 0.00019998760306661208,
      "loss": 0.4287,
      "step": 281
    },
    {
      "epoch": 0.02251092618092558,
      "grad_norm": 0.5328937768936157,
      "learning_rate": 0.0001999875040915542,
      "loss": 0.4733,
      "step": 282
    },
    {
      "epoch": 0.022590752160290568,
      "grad_norm": 0.4310721457004547,
      "learning_rate": 0.00019998740472299012,
      "loss": 0.4452,
      "step": 283
    },
    {
      "epoch": 0.02267057813965555,
      "grad_norm": 0.4531378448009491,
      "learning_rate": 0.0001999873049609203,
      "loss": 0.5297,
      "step": 284
    },
    {
      "epoch": 0.022750404119020535,
      "grad_norm": 0.42705681920051575,
      "learning_rate": 0.0001999872048053451,
      "loss": 0.5038,
      "step": 285
    },
    {
      "epoch": 0.02283023009838552,
      "grad_norm": 0.5970743894577026,
      "learning_rate": 0.00019998710425626497,
      "loss": 0.5732,
      "step": 286
    },
    {
      "epoch": 0.022910056077750506,
      "grad_norm": 0.42112499475479126,
      "learning_rate": 0.00019998700331368024,
      "loss": 0.5509,
      "step": 287
    },
    {
      "epoch": 0.02298988205711549,
      "grad_norm": 0.3639421761035919,
      "learning_rate": 0.00019998690197759134,
      "loss": 0.4706,
      "step": 288
    },
    {
      "epoch": 0.023069708036480473,
      "grad_norm": 0.46525028347969055,
      "learning_rate": 0.00019998680024799862,
      "loss": 0.5482,
      "step": 289
    },
    {
      "epoch": 0.023149534015845456,
      "grad_norm": 0.3759911060333252,
      "learning_rate": 0.0001999866981249026,
      "loss": 0.3529,
      "step": 290
    },
    {
      "epoch": 0.02322935999521044,
      "grad_norm": 0.49146994948387146,
      "learning_rate": 0.00019998659560830354,
      "loss": 0.5036,
      "step": 291
    },
    {
      "epoch": 0.023309185974575427,
      "grad_norm": 0.40314874053001404,
      "learning_rate": 0.00019998649269820193,
      "loss": 0.5127,
      "step": 292
    },
    {
      "epoch": 0.02338901195394041,
      "grad_norm": 0.42446401715278625,
      "learning_rate": 0.00019998638939459817,
      "loss": 0.4189,
      "step": 293
    },
    {
      "epoch": 0.023468837933305394,
      "grad_norm": 0.5864648222923279,
      "learning_rate": 0.00019998628569749266,
      "loss": 0.5378,
      "step": 294
    },
    {
      "epoch": 0.023548663912670378,
      "grad_norm": 0.34685564041137695,
      "learning_rate": 0.00019998618160688576,
      "loss": 0.5013,
      "step": 295
    },
    {
      "epoch": 0.02362848989203536,
      "grad_norm": 0.5652198195457458,
      "learning_rate": 0.00019998607712277792,
      "loss": 0.5337,
      "step": 296
    },
    {
      "epoch": 0.02370831587140035,
      "grad_norm": 0.459590882062912,
      "learning_rate": 0.00019998597224516956,
      "loss": 0.4861,
      "step": 297
    },
    {
      "epoch": 0.023788141850765332,
      "grad_norm": 0.4373803436756134,
      "learning_rate": 0.00019998586697406108,
      "loss": 0.4975,
      "step": 298
    },
    {
      "epoch": 0.023867967830130316,
      "grad_norm": 0.5175008177757263,
      "learning_rate": 0.0001999857613094529,
      "loss": 0.5982,
      "step": 299
    },
    {
      "epoch": 0.0239477938094953,
      "grad_norm": 0.4209989309310913,
      "learning_rate": 0.00019998565525134544,
      "loss": 0.395,
      "step": 300
    },
    {
      "epoch": 0.024027619788860286,
      "grad_norm": 0.4865829050540924,
      "learning_rate": 0.0001999855487997391,
      "loss": 0.4756,
      "step": 301
    },
    {
      "epoch": 0.02410744576822527,
      "grad_norm": 0.5176247954368591,
      "learning_rate": 0.0001999854419546343,
      "loss": 0.557,
      "step": 302
    },
    {
      "epoch": 0.024187271747590253,
      "grad_norm": 0.3995361328125,
      "learning_rate": 0.00019998533471603147,
      "loss": 0.4005,
      "step": 303
    },
    {
      "epoch": 0.024267097726955237,
      "grad_norm": 0.5031546354293823,
      "learning_rate": 0.00019998522708393105,
      "loss": 0.534,
      "step": 304
    },
    {
      "epoch": 0.02434692370632022,
      "grad_norm": 0.5690084099769592,
      "learning_rate": 0.0001999851190583334,
      "loss": 0.5302,
      "step": 305
    },
    {
      "epoch": 0.024426749685685208,
      "grad_norm": 0.5543463230133057,
      "learning_rate": 0.00019998501063923905,
      "loss": 0.4436,
      "step": 306
    },
    {
      "epoch": 0.02450657566505019,
      "grad_norm": 0.46032479405403137,
      "learning_rate": 0.00019998490182664833,
      "loss": 0.4384,
      "step": 307
    },
    {
      "epoch": 0.024586401644415175,
      "grad_norm": 0.44389650225639343,
      "learning_rate": 0.00019998479262056172,
      "loss": 0.39,
      "step": 308
    },
    {
      "epoch": 0.02466622762378016,
      "grad_norm": 0.3592855930328369,
      "learning_rate": 0.0001999846830209796,
      "loss": 0.3872,
      "step": 309
    },
    {
      "epoch": 0.024746053603145142,
      "grad_norm": 0.42960548400878906,
      "learning_rate": 0.00019998457302790245,
      "loss": 0.3929,
      "step": 310
    },
    {
      "epoch": 0.02482587958251013,
      "grad_norm": 0.49864405393600464,
      "learning_rate": 0.0001999844626413307,
      "loss": 0.5795,
      "step": 311
    },
    {
      "epoch": 0.024905705561875113,
      "grad_norm": 0.5015043020248413,
      "learning_rate": 0.0001999843518612648,
      "loss": 0.6077,
      "step": 312
    },
    {
      "epoch": 0.024985531541240096,
      "grad_norm": 0.44768550992012024,
      "learning_rate": 0.0001999842406877051,
      "loss": 0.4966,
      "step": 313
    },
    {
      "epoch": 0.02506535752060508,
      "grad_norm": 0.3767912685871124,
      "learning_rate": 0.0001999841291206521,
      "loss": 0.5191,
      "step": 314
    },
    {
      "epoch": 0.025145183499970067,
      "grad_norm": 0.4178861677646637,
      "learning_rate": 0.0001999840171601063,
      "loss": 0.4804,
      "step": 315
    },
    {
      "epoch": 0.02522500947933505,
      "grad_norm": 0.3505735993385315,
      "learning_rate": 0.000199983904806068,
      "loss": 0.4481,
      "step": 316
    },
    {
      "epoch": 0.025304835458700034,
      "grad_norm": 0.48003676533699036,
      "learning_rate": 0.00019998379205853778,
      "loss": 0.3511,
      "step": 317
    },
    {
      "epoch": 0.025384661438065018,
      "grad_norm": 0.5291845798492432,
      "learning_rate": 0.00019998367891751597,
      "loss": 0.4104,
      "step": 318
    },
    {
      "epoch": 0.02546448741743,
      "grad_norm": 0.44610700011253357,
      "learning_rate": 0.00019998356538300312,
      "loss": 0.4751,
      "step": 319
    },
    {
      "epoch": 0.02554431339679499,
      "grad_norm": 0.4106360375881195,
      "learning_rate": 0.0001999834514549996,
      "loss": 0.4632,
      "step": 320
    },
    {
      "epoch": 0.025624139376159972,
      "grad_norm": 0.3714834749698639,
      "learning_rate": 0.00019998333713350586,
      "loss": 0.5123,
      "step": 321
    },
    {
      "epoch": 0.025703965355524955,
      "grad_norm": 0.4651687443256378,
      "learning_rate": 0.0001999832224185224,
      "loss": 0.507,
      "step": 322
    },
    {
      "epoch": 0.02578379133488994,
      "grad_norm": 0.4512273669242859,
      "learning_rate": 0.0001999831073100496,
      "loss": 0.5806,
      "step": 323
    },
    {
      "epoch": 0.025863617314254923,
      "grad_norm": 0.41236114501953125,
      "learning_rate": 0.000199982991808088,
      "loss": 0.3485,
      "step": 324
    },
    {
      "epoch": 0.02594344329361991,
      "grad_norm": 0.4963316321372986,
      "learning_rate": 0.000199982875912638,
      "loss": 0.5527,
      "step": 325
    },
    {
      "epoch": 0.026023269272984893,
      "grad_norm": 0.43028348684310913,
      "learning_rate": 0.00019998275962370007,
      "loss": 0.4839,
      "step": 326
    },
    {
      "epoch": 0.026103095252349877,
      "grad_norm": 0.42309197783470154,
      "learning_rate": 0.00019998264294127468,
      "loss": 0.4824,
      "step": 327
    },
    {
      "epoch": 0.02618292123171486,
      "grad_norm": 0.44098135828971863,
      "learning_rate": 0.00019998252586536224,
      "loss": 0.4653,
      "step": 328
    },
    {
      "epoch": 0.026262747211079848,
      "grad_norm": 0.4605598449707031,
      "learning_rate": 0.00019998240839596326,
      "loss": 0.4552,
      "step": 329
    },
    {
      "epoch": 0.02634257319044483,
      "grad_norm": 0.46463438868522644,
      "learning_rate": 0.0001999822905330782,
      "loss": 0.4333,
      "step": 330
    },
    {
      "epoch": 0.026422399169809815,
      "grad_norm": 0.5629299879074097,
      "learning_rate": 0.0001999821722767075,
      "loss": 0.4719,
      "step": 331
    },
    {
      "epoch": 0.0265022251491748,
      "grad_norm": 0.5604438781738281,
      "learning_rate": 0.0001999820536268516,
      "loss": 0.5673,
      "step": 332
    },
    {
      "epoch": 0.026582051128539782,
      "grad_norm": 0.4599609375,
      "learning_rate": 0.00019998193458351107,
      "loss": 0.3712,
      "step": 333
    },
    {
      "epoch": 0.02666187710790477,
      "grad_norm": 0.4628983736038208,
      "learning_rate": 0.00019998181514668627,
      "loss": 0.3123,
      "step": 334
    },
    {
      "epoch": 0.026741703087269753,
      "grad_norm": 0.390472412109375,
      "learning_rate": 0.00019998169531637773,
      "loss": 0.536,
      "step": 335
    },
    {
      "epoch": 0.026821529066634736,
      "grad_norm": 0.5201815366744995,
      "learning_rate": 0.0001999815750925859,
      "loss": 0.5525,
      "step": 336
    },
    {
      "epoch": 0.02690135504599972,
      "grad_norm": 0.5708615779876709,
      "learning_rate": 0.00019998145447531123,
      "loss": 0.5693,
      "step": 337
    },
    {
      "epoch": 0.026981181025364703,
      "grad_norm": 0.46798306703567505,
      "learning_rate": 0.00019998133346455426,
      "loss": 0.5458,
      "step": 338
    },
    {
      "epoch": 0.02706100700472969,
      "grad_norm": 0.44666722416877747,
      "learning_rate": 0.00019998121206031542,
      "loss": 0.3612,
      "step": 339
    },
    {
      "epoch": 0.027140832984094674,
      "grad_norm": 0.40184634923934937,
      "learning_rate": 0.00019998109026259518,
      "loss": 0.3965,
      "step": 340
    },
    {
      "epoch": 0.027220658963459658,
      "grad_norm": 0.6269053220748901,
      "learning_rate": 0.00019998096807139404,
      "loss": 0.4843,
      "step": 341
    },
    {
      "epoch": 0.02730048494282464,
      "grad_norm": 0.40569978952407837,
      "learning_rate": 0.00019998084548671248,
      "loss": 0.4323,
      "step": 342
    },
    {
      "epoch": 0.027380310922189628,
      "grad_norm": 0.36653050780296326,
      "learning_rate": 0.00019998072250855095,
      "loss": 0.3826,
      "step": 343
    },
    {
      "epoch": 0.027460136901554612,
      "grad_norm": 0.375126451253891,
      "learning_rate": 0.00019998059913691,
      "loss": 0.4415,
      "step": 344
    },
    {
      "epoch": 0.027539962880919595,
      "grad_norm": 0.44338110089302063,
      "learning_rate": 0.00019998047537179007,
      "loss": 0.3598,
      "step": 345
    },
    {
      "epoch": 0.02761978886028458,
      "grad_norm": 0.5712528824806213,
      "learning_rate": 0.00019998035121319166,
      "loss": 0.6254,
      "step": 346
    },
    {
      "epoch": 0.027699614839649563,
      "grad_norm": 0.4631098508834839,
      "learning_rate": 0.00019998022666111522,
      "loss": 0.4825,
      "step": 347
    },
    {
      "epoch": 0.02777944081901455,
      "grad_norm": 0.38515666127204895,
      "learning_rate": 0.00019998010171556131,
      "loss": 0.4901,
      "step": 348
    },
    {
      "epoch": 0.027859266798379533,
      "grad_norm": 0.6068978905677795,
      "learning_rate": 0.00019997997637653038,
      "loss": 0.585,
      "step": 349
    },
    {
      "epoch": 0.027939092777744517,
      "grad_norm": 0.33063778281211853,
      "learning_rate": 0.00019997985064402292,
      "loss": 0.4164,
      "step": 350
    },
    {
      "epoch": 0.0280189187571095,
      "grad_norm": 0.5559948682785034,
      "learning_rate": 0.00019997972451803943,
      "loss": 0.5527,
      "step": 351
    },
    {
      "epoch": 0.028098744736474484,
      "grad_norm": 0.3634982705116272,
      "learning_rate": 0.00019997959799858043,
      "loss": 0.5449,
      "step": 352
    },
    {
      "epoch": 0.02817857071583947,
      "grad_norm": 0.45729658007621765,
      "learning_rate": 0.00019997947108564635,
      "loss": 0.5045,
      "step": 353
    },
    {
      "epoch": 0.028258396695204455,
      "grad_norm": 0.4994792342185974,
      "learning_rate": 0.0001999793437792378,
      "loss": 0.4907,
      "step": 354
    },
    {
      "epoch": 0.028338222674569438,
      "grad_norm": 0.5864556431770325,
      "learning_rate": 0.00019997921607935518,
      "loss": 0.3689,
      "step": 355
    },
    {
      "epoch": 0.028418048653934422,
      "grad_norm": 0.4115352928638458,
      "learning_rate": 0.00019997908798599902,
      "loss": 0.4905,
      "step": 356
    },
    {
      "epoch": 0.02849787463329941,
      "grad_norm": 0.4438389539718628,
      "learning_rate": 0.00019997895949916986,
      "loss": 0.4887,
      "step": 357
    },
    {
      "epoch": 0.028577700612664392,
      "grad_norm": 0.4468449354171753,
      "learning_rate": 0.00019997883061886816,
      "loss": 0.3839,
      "step": 358
    },
    {
      "epoch": 0.028657526592029376,
      "grad_norm": 0.47055160999298096,
      "learning_rate": 0.00019997870134509446,
      "loss": 0.4427,
      "step": 359
    },
    {
      "epoch": 0.02873735257139436,
      "grad_norm": 0.40847280621528625,
      "learning_rate": 0.00019997857167784925,
      "loss": 0.4152,
      "step": 360
    },
    {
      "epoch": 0.028817178550759343,
      "grad_norm": 0.37884774804115295,
      "learning_rate": 0.00019997844161713307,
      "loss": 0.3801,
      "step": 361
    },
    {
      "epoch": 0.02889700453012433,
      "grad_norm": 0.39149010181427,
      "learning_rate": 0.0001999783111629464,
      "loss": 0.4032,
      "step": 362
    },
    {
      "epoch": 0.028976830509489314,
      "grad_norm": 0.4980383515357971,
      "learning_rate": 0.00019997818031528973,
      "loss": 0.5189,
      "step": 363
    },
    {
      "epoch": 0.029056656488854297,
      "grad_norm": 0.5398068428039551,
      "learning_rate": 0.00019997804907416364,
      "loss": 0.5817,
      "step": 364
    },
    {
      "epoch": 0.02913648246821928,
      "grad_norm": 0.4785545766353607,
      "learning_rate": 0.00019997791743956862,
      "loss": 0.4458,
      "step": 365
    },
    {
      "epoch": 0.029216308447584265,
      "grad_norm": 0.4852813482284546,
      "learning_rate": 0.00019997778541150515,
      "loss": 0.4799,
      "step": 366
    },
    {
      "epoch": 0.02929613442694925,
      "grad_norm": 0.45622876286506653,
      "learning_rate": 0.0001999776529899738,
      "loss": 0.5215,
      "step": 367
    },
    {
      "epoch": 0.029375960406314235,
      "grad_norm": 0.39547282457351685,
      "learning_rate": 0.00019997752017497506,
      "loss": 0.4304,
      "step": 368
    },
    {
      "epoch": 0.02945578638567922,
      "grad_norm": 0.38058993220329285,
      "learning_rate": 0.00019997738696650948,
      "loss": 0.4465,
      "step": 369
    },
    {
      "epoch": 0.029535612365044202,
      "grad_norm": 0.6040799617767334,
      "learning_rate": 0.00019997725336457758,
      "loss": 0.8367,
      "step": 370
    },
    {
      "epoch": 0.02961543834440919,
      "grad_norm": 0.501233696937561,
      "learning_rate": 0.00019997711936917985,
      "loss": 0.4611,
      "step": 371
    },
    {
      "epoch": 0.029695264323774173,
      "grad_norm": 0.5900804996490479,
      "learning_rate": 0.00019997698498031686,
      "loss": 0.5957,
      "step": 372
    },
    {
      "epoch": 0.029775090303139157,
      "grad_norm": 0.3982091248035431,
      "learning_rate": 0.00019997685019798912,
      "loss": 0.3924,
      "step": 373
    },
    {
      "epoch": 0.02985491628250414,
      "grad_norm": 0.45267799496650696,
      "learning_rate": 0.00019997671502219712,
      "loss": 0.5287,
      "step": 374
    },
    {
      "epoch": 0.029934742261869124,
      "grad_norm": 0.44766053557395935,
      "learning_rate": 0.00019997657945294148,
      "loss": 0.5494,
      "step": 375
    },
    {
      "epoch": 0.03001456824123411,
      "grad_norm": 0.3652208149433136,
      "learning_rate": 0.00019997644349022267,
      "loss": 0.4742,
      "step": 376
    },
    {
      "epoch": 0.030094394220599095,
      "grad_norm": 0.40189099311828613,
      "learning_rate": 0.00019997630713404125,
      "loss": 0.4715,
      "step": 377
    },
    {
      "epoch": 0.030174220199964078,
      "grad_norm": 0.428795725107193,
      "learning_rate": 0.00019997617038439774,
      "loss": 0.6359,
      "step": 378
    },
    {
      "epoch": 0.03025404617932906,
      "grad_norm": 0.4750789999961853,
      "learning_rate": 0.00019997603324129268,
      "loss": 0.5835,
      "step": 379
    },
    {
      "epoch": 0.030333872158694045,
      "grad_norm": 0.37829911708831787,
      "learning_rate": 0.00019997589570472664,
      "loss": 0.4386,
      "step": 380
    },
    {
      "epoch": 0.030413698138059032,
      "grad_norm": 0.33172789216041565,
      "learning_rate": 0.00019997575777470013,
      "loss": 0.4266,
      "step": 381
    },
    {
      "epoch": 0.030493524117424016,
      "grad_norm": 0.42239317297935486,
      "learning_rate": 0.0001999756194512137,
      "loss": 0.5469,
      "step": 382
    },
    {
      "epoch": 0.030573350096789,
      "grad_norm": 0.5284964442253113,
      "learning_rate": 0.00019997548073426787,
      "loss": 0.4966,
      "step": 383
    },
    {
      "epoch": 0.030653176076153983,
      "grad_norm": 0.4150538742542267,
      "learning_rate": 0.00019997534162386325,
      "loss": 0.3445,
      "step": 384
    },
    {
      "epoch": 0.03073300205551897,
      "grad_norm": 0.44010746479034424,
      "learning_rate": 0.00019997520212000037,
      "loss": 0.5494,
      "step": 385
    },
    {
      "epoch": 0.030812828034883954,
      "grad_norm": 0.5577744841575623,
      "learning_rate": 0.0001999750622226797,
      "loss": 0.4863,
      "step": 386
    },
    {
      "epoch": 0.030892654014248937,
      "grad_norm": 0.4350857138633728,
      "learning_rate": 0.00019997492193190187,
      "loss": 0.5877,
      "step": 387
    },
    {
      "epoch": 0.03097247999361392,
      "grad_norm": 0.4169839024543762,
      "learning_rate": 0.00019997478124766742,
      "loss": 0.3355,
      "step": 388
    },
    {
      "epoch": 0.031052305972978905,
      "grad_norm": 0.450033038854599,
      "learning_rate": 0.00019997464016997688,
      "loss": 0.4617,
      "step": 389
    },
    {
      "epoch": 0.03113213195234389,
      "grad_norm": 0.5107244253158569,
      "learning_rate": 0.00019997449869883083,
      "loss": 0.4198,
      "step": 390
    },
    {
      "epoch": 0.031211957931708875,
      "grad_norm": 0.4174290895462036,
      "learning_rate": 0.00019997435683422981,
      "loss": 0.5064,
      "step": 391
    },
    {
      "epoch": 0.03129178391107386,
      "grad_norm": 0.42915695905685425,
      "learning_rate": 0.0001999742145761744,
      "loss": 0.4267,
      "step": 392
    },
    {
      "epoch": 0.03137160989043884,
      "grad_norm": 0.39538684487342834,
      "learning_rate": 0.00019997407192466512,
      "loss": 0.4239,
      "step": 393
    },
    {
      "epoch": 0.031451435869803826,
      "grad_norm": 0.526466965675354,
      "learning_rate": 0.00019997392887970256,
      "loss": 0.4696,
      "step": 394
    },
    {
      "epoch": 0.03153126184916881,
      "grad_norm": 0.3757438063621521,
      "learning_rate": 0.00019997378544128728,
      "loss": 0.3629,
      "step": 395
    },
    {
      "epoch": 0.03161108782853379,
      "grad_norm": 0.4482223391532898,
      "learning_rate": 0.00019997364160941988,
      "loss": 0.4218,
      "step": 396
    },
    {
      "epoch": 0.031690913807898784,
      "grad_norm": 0.6063599586486816,
      "learning_rate": 0.00019997349738410083,
      "loss": 0.5562,
      "step": 397
    },
    {
      "epoch": 0.03177073978726377,
      "grad_norm": 0.3386397361755371,
      "learning_rate": 0.00019997335276533077,
      "loss": 0.4666,
      "step": 398
    },
    {
      "epoch": 0.03185056576662875,
      "grad_norm": 0.3487131595611572,
      "learning_rate": 0.00019997320775311028,
      "loss": 0.4931,
      "step": 399
    },
    {
      "epoch": 0.031930391745993734,
      "grad_norm": 0.5239075422286987,
      "learning_rate": 0.00019997306234743992,
      "loss": 0.4528,
      "step": 400
    },
    {
      "epoch": 0.031930391745993734,
      "eval_loss": 0.47857049107551575,
      "eval_runtime": 34.1563,
      "eval_samples_per_second": 7.378,
      "eval_steps_per_second": 7.378,
      "step": 400
    },
    {
      "epoch": 0.03201021772535872,
      "grad_norm": 0.6071942448616028,
      "learning_rate": 0.00019997291654832023,
      "loss": 0.6379,
      "step": 401
    },
    {
      "epoch": 0.0320900437047237,
      "grad_norm": 0.44062426686286926,
      "learning_rate": 0.00019997277035575177,
      "loss": 0.4336,
      "step": 402
    },
    {
      "epoch": 0.032169869684088685,
      "grad_norm": 0.3845926821231842,
      "learning_rate": 0.0001999726237697352,
      "loss": 0.5111,
      "step": 403
    },
    {
      "epoch": 0.03224969566345367,
      "grad_norm": 0.37922146916389465,
      "learning_rate": 0.000199972476790271,
      "loss": 0.4293,
      "step": 404
    },
    {
      "epoch": 0.03232952164281865,
      "grad_norm": 0.3719703257083893,
      "learning_rate": 0.00019997232941735985,
      "loss": 0.3954,
      "step": 405
    },
    {
      "epoch": 0.03240934762218364,
      "grad_norm": 0.5322544574737549,
      "learning_rate": 0.0001999721816510022,
      "loss": 0.5555,
      "step": 406
    },
    {
      "epoch": 0.03248917360154863,
      "grad_norm": 0.5408815145492554,
      "learning_rate": 0.00019997203349119875,
      "loss": 0.5867,
      "step": 407
    },
    {
      "epoch": 0.03256899958091361,
      "grad_norm": 0.42489513754844666,
      "learning_rate": 0.00019997188493795003,
      "loss": 0.5319,
      "step": 408
    },
    {
      "epoch": 0.032648825560278594,
      "grad_norm": 0.38179734349250793,
      "learning_rate": 0.00019997173599125664,
      "loss": 0.3405,
      "step": 409
    },
    {
      "epoch": 0.03272865153964358,
      "grad_norm": 0.41351374983787537,
      "learning_rate": 0.00019997158665111914,
      "loss": 0.5382,
      "step": 410
    },
    {
      "epoch": 0.03280847751900856,
      "grad_norm": 0.41276076436042786,
      "learning_rate": 0.00019997143691753816,
      "loss": 0.511,
      "step": 411
    },
    {
      "epoch": 0.032888303498373544,
      "grad_norm": 0.4838107228279114,
      "learning_rate": 0.00019997128679051426,
      "loss": 0.435,
      "step": 412
    },
    {
      "epoch": 0.03296812947773853,
      "grad_norm": 0.42840927839279175,
      "learning_rate": 0.00019997113627004805,
      "loss": 0.4732,
      "step": 413
    },
    {
      "epoch": 0.03304795545710351,
      "grad_norm": 0.4855026602745056,
      "learning_rate": 0.0001999709853561401,
      "loss": 0.7072,
      "step": 414
    },
    {
      "epoch": 0.033127781436468495,
      "grad_norm": 0.5877031087875366,
      "learning_rate": 0.000199970834048791,
      "loss": 0.6073,
      "step": 415
    },
    {
      "epoch": 0.033207607415833486,
      "grad_norm": 0.41460245847702026,
      "learning_rate": 0.00019997068234800137,
      "loss": 0.361,
      "step": 416
    },
    {
      "epoch": 0.03328743339519847,
      "grad_norm": 0.5942713022232056,
      "learning_rate": 0.00019997053025377177,
      "loss": 0.5548,
      "step": 417
    },
    {
      "epoch": 0.03336725937456345,
      "grad_norm": 0.442268431186676,
      "learning_rate": 0.00019997037776610285,
      "loss": 0.4111,
      "step": 418
    },
    {
      "epoch": 0.03344708535392844,
      "grad_norm": 0.3890005648136139,
      "learning_rate": 0.0001999702248849952,
      "loss": 0.4073,
      "step": 419
    },
    {
      "epoch": 0.03352691133329342,
      "grad_norm": 0.4220411777496338,
      "learning_rate": 0.0001999700716104494,
      "loss": 0.6076,
      "step": 420
    },
    {
      "epoch": 0.033606737312658404,
      "grad_norm": 0.48442578315734863,
      "learning_rate": 0.00019996991794246603,
      "loss": 0.5437,
      "step": 421
    },
    {
      "epoch": 0.03368656329202339,
      "grad_norm": 0.3422788977622986,
      "learning_rate": 0.00019996976388104575,
      "loss": 0.3973,
      "step": 422
    },
    {
      "epoch": 0.03376638927138837,
      "grad_norm": 0.35151830315589905,
      "learning_rate": 0.0001999696094261891,
      "loss": 0.4049,
      "step": 423
    },
    {
      "epoch": 0.033846215250753355,
      "grad_norm": 0.313571035861969,
      "learning_rate": 0.00019996945457789676,
      "loss": 0.4649,
      "step": 424
    },
    {
      "epoch": 0.033926041230118345,
      "grad_norm": 0.37704968452453613,
      "learning_rate": 0.0001999692993361693,
      "loss": 0.4584,
      "step": 425
    },
    {
      "epoch": 0.03400586720948333,
      "grad_norm": 0.44019123911857605,
      "learning_rate": 0.00019996914370100735,
      "loss": 0.4184,
      "step": 426
    },
    {
      "epoch": 0.03408569318884831,
      "grad_norm": 0.3978872001171112,
      "learning_rate": 0.0001999689876724115,
      "loss": 0.3913,
      "step": 427
    },
    {
      "epoch": 0.034165519168213296,
      "grad_norm": 0.5400692224502563,
      "learning_rate": 0.00019996883125038238,
      "loss": 0.4669,
      "step": 428
    },
    {
      "epoch": 0.03424534514757828,
      "grad_norm": 0.4168737828731537,
      "learning_rate": 0.0001999686744349206,
      "loss": 0.5401,
      "step": 429
    },
    {
      "epoch": 0.03432517112694326,
      "grad_norm": 0.4706401824951172,
      "learning_rate": 0.00019996851722602679,
      "loss": 0.6585,
      "step": 430
    },
    {
      "epoch": 0.03440499710630825,
      "grad_norm": 0.4512549340724945,
      "learning_rate": 0.00019996835962370153,
      "loss": 0.5365,
      "step": 431
    },
    {
      "epoch": 0.03448482308567323,
      "grad_norm": 0.39875662326812744,
      "learning_rate": 0.00019996820162794548,
      "loss": 0.3415,
      "step": 432
    },
    {
      "epoch": 0.034564649065038214,
      "grad_norm": 0.46322187781333923,
      "learning_rate": 0.00019996804323875927,
      "loss": 0.4491,
      "step": 433
    },
    {
      "epoch": 0.034644475044403204,
      "grad_norm": 0.41678667068481445,
      "learning_rate": 0.00019996788445614345,
      "loss": 0.5441,
      "step": 434
    },
    {
      "epoch": 0.03472430102376819,
      "grad_norm": 0.4683346450328827,
      "learning_rate": 0.00019996772528009876,
      "loss": 0.4682,
      "step": 435
    },
    {
      "epoch": 0.03480412700313317,
      "grad_norm": 0.5126991271972656,
      "learning_rate": 0.00019996756571062573,
      "loss": 0.4814,
      "step": 436
    },
    {
      "epoch": 0.034883952982498155,
      "grad_norm": 0.3540455400943756,
      "learning_rate": 0.000199967405747725,
      "loss": 0.4934,
      "step": 437
    },
    {
      "epoch": 0.03496377896186314,
      "grad_norm": 0.410311758518219,
      "learning_rate": 0.00019996724539139726,
      "loss": 0.4873,
      "step": 438
    },
    {
      "epoch": 0.03504360494122812,
      "grad_norm": 0.4307006597518921,
      "learning_rate": 0.0001999670846416431,
      "loss": 0.502,
      "step": 439
    },
    {
      "epoch": 0.035123430920593106,
      "grad_norm": 0.44539573788642883,
      "learning_rate": 0.0001999669234984631,
      "loss": 0.441,
      "step": 440
    },
    {
      "epoch": 0.03520325689995809,
      "grad_norm": 0.6038919687271118,
      "learning_rate": 0.00019996676196185802,
      "loss": 0.5894,
      "step": 441
    },
    {
      "epoch": 0.03528308287932307,
      "grad_norm": 0.40517866611480713,
      "learning_rate": 0.00019996660003182836,
      "loss": 0.547,
      "step": 442
    },
    {
      "epoch": 0.03536290885868806,
      "grad_norm": 0.4587708115577698,
      "learning_rate": 0.00019996643770837488,
      "loss": 0.5341,
      "step": 443
    },
    {
      "epoch": 0.03544273483805305,
      "grad_norm": 0.45784640312194824,
      "learning_rate": 0.00019996627499149815,
      "loss": 0.4911,
      "step": 444
    },
    {
      "epoch": 0.03552256081741803,
      "grad_norm": 0.4401409924030304,
      "learning_rate": 0.0001999661118811988,
      "loss": 0.5376,
      "step": 445
    },
    {
      "epoch": 0.035602386796783014,
      "grad_norm": 0.4513375759124756,
      "learning_rate": 0.0001999659483774775,
      "loss": 0.5042,
      "step": 446
    },
    {
      "epoch": 0.035682212776148,
      "grad_norm": 0.4126167893409729,
      "learning_rate": 0.00019996578448033486,
      "loss": 0.4053,
      "step": 447
    },
    {
      "epoch": 0.03576203875551298,
      "grad_norm": 0.3232981264591217,
      "learning_rate": 0.00019996562018977158,
      "loss": 0.3252,
      "step": 448
    },
    {
      "epoch": 0.035841864734877965,
      "grad_norm": 0.4279026687145233,
      "learning_rate": 0.00019996545550578828,
      "loss": 0.539,
      "step": 449
    },
    {
      "epoch": 0.03592169071424295,
      "grad_norm": 0.43994274735450745,
      "learning_rate": 0.0001999652904283856,
      "loss": 0.3403,
      "step": 450
    },
    {
      "epoch": 0.03600151669360793,
      "grad_norm": 0.48041659593582153,
      "learning_rate": 0.0001999651249575642,
      "loss": 0.6081,
      "step": 451
    },
    {
      "epoch": 0.036081342672972916,
      "grad_norm": 0.5249386429786682,
      "learning_rate": 0.00019996495909332474,
      "loss": 0.4734,
      "step": 452
    },
    {
      "epoch": 0.036161168652337906,
      "grad_norm": 0.4496900737285614,
      "learning_rate": 0.00019996479283566784,
      "loss": 0.5334,
      "step": 453
    },
    {
      "epoch": 0.03624099463170289,
      "grad_norm": 0.3937375843524933,
      "learning_rate": 0.00019996462618459418,
      "loss": 0.3703,
      "step": 454
    },
    {
      "epoch": 0.036320820611067874,
      "grad_norm": 0.37882986664772034,
      "learning_rate": 0.00019996445914010442,
      "loss": 0.406,
      "step": 455
    },
    {
      "epoch": 0.03640064659043286,
      "grad_norm": 0.44825479388237,
      "learning_rate": 0.0001999642917021992,
      "loss": 0.411,
      "step": 456
    },
    {
      "epoch": 0.03648047256979784,
      "grad_norm": 0.4330744445323944,
      "learning_rate": 0.00019996412387087917,
      "loss": 0.4896,
      "step": 457
    },
    {
      "epoch": 0.036560298549162824,
      "grad_norm": 0.5051754713058472,
      "learning_rate": 0.000199963955646145,
      "loss": 0.6443,
      "step": 458
    },
    {
      "epoch": 0.03664012452852781,
      "grad_norm": 0.5314176678657532,
      "learning_rate": 0.0001999637870279974,
      "loss": 0.4695,
      "step": 459
    },
    {
      "epoch": 0.03671995050789279,
      "grad_norm": 0.3646811842918396,
      "learning_rate": 0.00019996361801643696,
      "loss": 0.361,
      "step": 460
    },
    {
      "epoch": 0.036799776487257775,
      "grad_norm": 0.429554283618927,
      "learning_rate": 0.0001999634486114644,
      "loss": 0.5397,
      "step": 461
    },
    {
      "epoch": 0.036879602466622766,
      "grad_norm": 0.37183624505996704,
      "learning_rate": 0.00019996327881308034,
      "loss": 0.3654,
      "step": 462
    },
    {
      "epoch": 0.03695942844598775,
      "grad_norm": 0.3769431710243225,
      "learning_rate": 0.00019996310862128552,
      "loss": 0.4145,
      "step": 463
    },
    {
      "epoch": 0.03703925442535273,
      "grad_norm": 0.610240638256073,
      "learning_rate": 0.00019996293803608051,
      "loss": 0.5868,
      "step": 464
    },
    {
      "epoch": 0.037119080404717716,
      "grad_norm": 0.43832775950431824,
      "learning_rate": 0.00019996276705746605,
      "loss": 0.3646,
      "step": 465
    },
    {
      "epoch": 0.0371989063840827,
      "grad_norm": 0.5598267912864685,
      "learning_rate": 0.0001999625956854428,
      "loss": 0.6697,
      "step": 466
    },
    {
      "epoch": 0.037278732363447684,
      "grad_norm": 0.4165371358394623,
      "learning_rate": 0.00019996242392001143,
      "loss": 0.4569,
      "step": 467
    },
    {
      "epoch": 0.03735855834281267,
      "grad_norm": 0.4516090154647827,
      "learning_rate": 0.00019996225176117263,
      "loss": 0.5825,
      "step": 468
    },
    {
      "epoch": 0.03743838432217765,
      "grad_norm": 0.5497873425483704,
      "learning_rate": 0.00019996207920892705,
      "loss": 0.375,
      "step": 469
    },
    {
      "epoch": 0.037518210301542634,
      "grad_norm": 0.47834864258766174,
      "learning_rate": 0.00019996190626327538,
      "loss": 0.5403,
      "step": 470
    },
    {
      "epoch": 0.03759803628090762,
      "grad_norm": 0.431168794631958,
      "learning_rate": 0.00019996173292421832,
      "loss": 0.4739,
      "step": 471
    },
    {
      "epoch": 0.03767786226027261,
      "grad_norm": 0.36030086874961853,
      "learning_rate": 0.00019996155919175653,
      "loss": 0.4669,
      "step": 472
    },
    {
      "epoch": 0.03775768823963759,
      "grad_norm": 0.3846670091152191,
      "learning_rate": 0.00019996138506589068,
      "loss": 0.2772,
      "step": 473
    },
    {
      "epoch": 0.037837514219002576,
      "grad_norm": 0.454584002494812,
      "learning_rate": 0.0001999612105466215,
      "loss": 0.5178,
      "step": 474
    },
    {
      "epoch": 0.03791734019836756,
      "grad_norm": 0.43551260232925415,
      "learning_rate": 0.00019996103563394964,
      "loss": 0.447,
      "step": 475
    },
    {
      "epoch": 0.03799716617773254,
      "grad_norm": 0.4748131334781647,
      "learning_rate": 0.0001999608603278758,
      "loss": 0.4061,
      "step": 476
    },
    {
      "epoch": 0.038076992157097526,
      "grad_norm": 0.47428247332572937,
      "learning_rate": 0.0001999606846284007,
      "loss": 0.3734,
      "step": 477
    },
    {
      "epoch": 0.03815681813646251,
      "grad_norm": 0.43764162063598633,
      "learning_rate": 0.00019996050853552495,
      "loss": 0.4289,
      "step": 478
    },
    {
      "epoch": 0.038236644115827494,
      "grad_norm": 0.4981556236743927,
      "learning_rate": 0.00019996033204924932,
      "loss": 0.5051,
      "step": 479
    },
    {
      "epoch": 0.03831647009519248,
      "grad_norm": 0.49477601051330566,
      "learning_rate": 0.00019996015516957449,
      "loss": 0.4402,
      "step": 480
    },
    {
      "epoch": 0.03839629607455747,
      "grad_norm": 0.4501851797103882,
      "learning_rate": 0.00019995997789650115,
      "loss": 0.4816,
      "step": 481
    },
    {
      "epoch": 0.03847612205392245,
      "grad_norm": 0.5111916065216064,
      "learning_rate": 0.00019995980023003,
      "loss": 0.5009,
      "step": 482
    },
    {
      "epoch": 0.038555948033287435,
      "grad_norm": 0.45089811086654663,
      "learning_rate": 0.0001999596221701617,
      "loss": 0.5379,
      "step": 483
    },
    {
      "epoch": 0.03863577401265242,
      "grad_norm": 0.3682026267051697,
      "learning_rate": 0.000199959443716897,
      "loss": 0.3417,
      "step": 484
    },
    {
      "epoch": 0.0387155999920174,
      "grad_norm": 0.34404677152633667,
      "learning_rate": 0.0001999592648702366,
      "loss": 0.3929,
      "step": 485
    },
    {
      "epoch": 0.038795425971382386,
      "grad_norm": 0.3588857352733612,
      "learning_rate": 0.00019995908563018116,
      "loss": 0.4226,
      "step": 486
    },
    {
      "epoch": 0.03887525195074737,
      "grad_norm": 0.4981178045272827,
      "learning_rate": 0.0001999589059967314,
      "loss": 0.5375,
      "step": 487
    },
    {
      "epoch": 0.03895507793011235,
      "grad_norm": 0.3174440264701843,
      "learning_rate": 0.00019995872596988813,
      "loss": 0.4173,
      "step": 488
    },
    {
      "epoch": 0.039034903909477336,
      "grad_norm": 0.46893060207366943,
      "learning_rate": 0.0001999585455496519,
      "loss": 0.5167,
      "step": 489
    },
    {
      "epoch": 0.03911472988884233,
      "grad_norm": 0.4478817582130432,
      "learning_rate": 0.00019995836473602347,
      "loss": 0.5382,
      "step": 490
    },
    {
      "epoch": 0.03919455586820731,
      "grad_norm": 0.4199260175228119,
      "learning_rate": 0.00019995818352900365,
      "loss": 0.4254,
      "step": 491
    },
    {
      "epoch": 0.039274381847572294,
      "grad_norm": 0.444885790348053,
      "learning_rate": 0.00019995800192859303,
      "loss": 0.4565,
      "step": 492
    },
    {
      "epoch": 0.03935420782693728,
      "grad_norm": 0.4314011037349701,
      "learning_rate": 0.00019995781993479235,
      "loss": 0.4762,
      "step": 493
    },
    {
      "epoch": 0.03943403380630226,
      "grad_norm": 0.49996596574783325,
      "learning_rate": 0.00019995763754760234,
      "loss": 0.6839,
      "step": 494
    },
    {
      "epoch": 0.039513859785667245,
      "grad_norm": 0.5396541357040405,
      "learning_rate": 0.00019995745476702377,
      "loss": 0.435,
      "step": 495
    },
    {
      "epoch": 0.03959368576503223,
      "grad_norm": 0.42153942584991455,
      "learning_rate": 0.0001999572715930573,
      "loss": 0.4722,
      "step": 496
    },
    {
      "epoch": 0.03967351174439721,
      "grad_norm": 0.43167179822921753,
      "learning_rate": 0.00019995708802570365,
      "loss": 0.4781,
      "step": 497
    },
    {
      "epoch": 0.039753337723762196,
      "grad_norm": 0.465042382478714,
      "learning_rate": 0.0001999569040649636,
      "loss": 0.4827,
      "step": 498
    },
    {
      "epoch": 0.03983316370312718,
      "grad_norm": 0.47459864616394043,
      "learning_rate": 0.00019995671971083777,
      "loss": 0.4525,
      "step": 499
    },
    {
      "epoch": 0.03991298968249217,
      "grad_norm": 0.3786140978336334,
      "learning_rate": 0.00019995653496332697,
      "loss": 0.4927,
      "step": 500
    },
    {
      "epoch": 0.03999281566185715,
      "grad_norm": 0.4328550696372986,
      "learning_rate": 0.00019995634982243192,
      "loss": 0.5336,
      "step": 501
    },
    {
      "epoch": 0.04007264164122214,
      "grad_norm": 0.44599929451942444,
      "learning_rate": 0.0001999561642881533,
      "loss": 0.5018,
      "step": 502
    },
    {
      "epoch": 0.04015246762058712,
      "grad_norm": 0.5567787289619446,
      "learning_rate": 0.0001999559783604919,
      "loss": 0.4515,
      "step": 503
    },
    {
      "epoch": 0.040232293599952104,
      "grad_norm": 0.4569571614265442,
      "learning_rate": 0.0001999557920394484,
      "loss": 0.5323,
      "step": 504
    },
    {
      "epoch": 0.04031211957931709,
      "grad_norm": 0.439071923494339,
      "learning_rate": 0.0001999556053250236,
      "loss": 0.4698,
      "step": 505
    },
    {
      "epoch": 0.04039194555868207,
      "grad_norm": 0.42103052139282227,
      "learning_rate": 0.00019995541821721816,
      "loss": 0.5581,
      "step": 506
    },
    {
      "epoch": 0.040471771538047055,
      "grad_norm": 0.5907371640205383,
      "learning_rate": 0.00019995523071603287,
      "loss": 0.5283,
      "step": 507
    },
    {
      "epoch": 0.04055159751741204,
      "grad_norm": 0.3163124918937683,
      "learning_rate": 0.0001999550428214684,
      "loss": 0.3457,
      "step": 508
    },
    {
      "epoch": 0.04063142349677703,
      "grad_norm": 0.44457516074180603,
      "learning_rate": 0.00019995485453352558,
      "loss": 0.4521,
      "step": 509
    },
    {
      "epoch": 0.04071124947614201,
      "grad_norm": 0.37987348437309265,
      "learning_rate": 0.00019995466585220507,
      "loss": 0.3622,
      "step": 510
    },
    {
      "epoch": 0.040791075455506996,
      "grad_norm": 0.45514628291130066,
      "learning_rate": 0.00019995447677750768,
      "loss": 0.5891,
      "step": 511
    },
    {
      "epoch": 0.04087090143487198,
      "grad_norm": 0.4873174726963043,
      "learning_rate": 0.00019995428730943413,
      "loss": 0.5612,
      "step": 512
    },
    {
      "epoch": 0.04095072741423696,
      "grad_norm": 0.5364446640014648,
      "learning_rate": 0.00019995409744798514,
      "loss": 0.3431,
      "step": 513
    },
    {
      "epoch": 0.04103055339360195,
      "grad_norm": 0.40170589089393616,
      "learning_rate": 0.0001999539071931615,
      "loss": 0.4602,
      "step": 514
    },
    {
      "epoch": 0.04111037937296693,
      "grad_norm": 0.6062117218971252,
      "learning_rate": 0.0001999537165449639,
      "loss": 0.5409,
      "step": 515
    },
    {
      "epoch": 0.041190205352331914,
      "grad_norm": 0.4843115210533142,
      "learning_rate": 0.00019995352550339313,
      "loss": 0.4989,
      "step": 516
    },
    {
      "epoch": 0.0412700313316969,
      "grad_norm": 0.4759957194328308,
      "learning_rate": 0.00019995333406844996,
      "loss": 0.5607,
      "step": 517
    },
    {
      "epoch": 0.04134985731106189,
      "grad_norm": 0.40162745118141174,
      "learning_rate": 0.00019995314224013512,
      "loss": 0.4497,
      "step": 518
    },
    {
      "epoch": 0.04142968329042687,
      "grad_norm": 0.3824892044067383,
      "learning_rate": 0.00019995295001844934,
      "loss": 0.5139,
      "step": 519
    },
    {
      "epoch": 0.041509509269791856,
      "grad_norm": 0.37952566146850586,
      "learning_rate": 0.00019995275740339343,
      "loss": 0.3764,
      "step": 520
    },
    {
      "epoch": 0.04158933524915684,
      "grad_norm": 0.4329887926578522,
      "learning_rate": 0.0001999525643949681,
      "loss": 0.4677,
      "step": 521
    },
    {
      "epoch": 0.04166916122852182,
      "grad_norm": 0.4680202007293701,
      "learning_rate": 0.00019995237099317416,
      "loss": 0.4025,
      "step": 522
    },
    {
      "epoch": 0.041748987207886806,
      "grad_norm": 0.4613873362541199,
      "learning_rate": 0.0001999521771980123,
      "loss": 0.2726,
      "step": 523
    },
    {
      "epoch": 0.04182881318725179,
      "grad_norm": 0.3245745301246643,
      "learning_rate": 0.00019995198300948333,
      "loss": 0.3344,
      "step": 524
    },
    {
      "epoch": 0.04190863916661677,
      "grad_norm": 0.4594772756099701,
      "learning_rate": 0.00019995178842758802,
      "loss": 0.4727,
      "step": 525
    },
    {
      "epoch": 0.04198846514598176,
      "grad_norm": 0.48078563809394836,
      "learning_rate": 0.00019995159345232715,
      "loss": 0.5054,
      "step": 526
    },
    {
      "epoch": 0.04206829112534674,
      "grad_norm": 0.8067433834075928,
      "learning_rate": 0.00019995139808370142,
      "loss": 0.4554,
      "step": 527
    },
    {
      "epoch": 0.04214811710471173,
      "grad_norm": 1.119902491569519,
      "learning_rate": 0.00019995120232171165,
      "loss": 0.3688,
      "step": 528
    },
    {
      "epoch": 0.042227943084076715,
      "grad_norm": 0.33761289715766907,
      "learning_rate": 0.0001999510061663586,
      "loss": 0.4101,
      "step": 529
    },
    {
      "epoch": 0.0423077690634417,
      "grad_norm": 0.429623007774353,
      "learning_rate": 0.00019995080961764306,
      "loss": 0.4419,
      "step": 530
    },
    {
      "epoch": 0.04238759504280668,
      "grad_norm": 0.4146779477596283,
      "learning_rate": 0.00019995061267556575,
      "loss": 0.4107,
      "step": 531
    },
    {
      "epoch": 0.042467421022171666,
      "grad_norm": 0.37337467074394226,
      "learning_rate": 0.00019995041534012753,
      "loss": 0.4876,
      "step": 532
    },
    {
      "epoch": 0.04254724700153665,
      "grad_norm": 0.3763245940208435,
      "learning_rate": 0.00019995021761132908,
      "loss": 0.4101,
      "step": 533
    },
    {
      "epoch": 0.04262707298090163,
      "grad_norm": 0.5160980820655823,
      "learning_rate": 0.00019995001948917124,
      "loss": 0.5453,
      "step": 534
    },
    {
      "epoch": 0.042706898960266616,
      "grad_norm": 0.5247079730033875,
      "learning_rate": 0.0001999498209736548,
      "loss": 0.3759,
      "step": 535
    },
    {
      "epoch": 0.0427867249396316,
      "grad_norm": 0.4552236795425415,
      "learning_rate": 0.00019994962206478048,
      "loss": 0.4024,
      "step": 536
    },
    {
      "epoch": 0.04286655091899659,
      "grad_norm": 0.4627537131309509,
      "learning_rate": 0.00019994942276254914,
      "loss": 0.4964,
      "step": 537
    },
    {
      "epoch": 0.042946376898361574,
      "grad_norm": 0.39487311244010925,
      "learning_rate": 0.00019994922306696151,
      "loss": 0.6195,
      "step": 538
    },
    {
      "epoch": 0.04302620287772656,
      "grad_norm": 0.7385480999946594,
      "learning_rate": 0.00019994902297801835,
      "loss": 0.4093,
      "step": 539
    },
    {
      "epoch": 0.04310602885709154,
      "grad_norm": 1.3387521505355835,
      "learning_rate": 0.00019994882249572054,
      "loss": 0.5972,
      "step": 540
    },
    {
      "epoch": 0.043185854836456525,
      "grad_norm": 19.270910263061523,
      "learning_rate": 0.0001999486216200688,
      "loss": 1.0999,
      "step": 541
    },
    {
      "epoch": 0.04326568081582151,
      "grad_norm": 1.7649825811386108,
      "learning_rate": 0.00019994842035106394,
      "loss": 0.655,
      "step": 542
    },
    {
      "epoch": 0.04334550679518649,
      "grad_norm": 1.2061289548873901,
      "learning_rate": 0.00019994821868870671,
      "loss": 0.6393,
      "step": 543
    },
    {
      "epoch": 0.043425332774551476,
      "grad_norm": 0.7943444848060608,
      "learning_rate": 0.000199948016632998,
      "loss": 0.5419,
      "step": 544
    },
    {
      "epoch": 0.04350515875391646,
      "grad_norm": 1.0055891275405884,
      "learning_rate": 0.00019994781418393852,
      "loss": 0.6938,
      "step": 545
    },
    {
      "epoch": 0.04358498473328145,
      "grad_norm": 0.7974210381507874,
      "learning_rate": 0.00019994761134152912,
      "loss": 0.5306,
      "step": 546
    },
    {
      "epoch": 0.04366481071264643,
      "grad_norm": 0.6891995072364807,
      "learning_rate": 0.00019994740810577052,
      "loss": 0.4544,
      "step": 547
    },
    {
      "epoch": 0.04374463669201142,
      "grad_norm": 2.3348212242126465,
      "learning_rate": 0.00019994720447666362,
      "loss": 0.5397,
      "step": 548
    },
    {
      "epoch": 0.0438244626713764,
      "grad_norm": 0.848875880241394,
      "learning_rate": 0.00019994700045420914,
      "loss": 0.5194,
      "step": 549
    },
    {
      "epoch": 0.043904288650741384,
      "grad_norm": 1.8452504873275757,
      "learning_rate": 0.00019994679603840793,
      "loss": 0.4227,
      "step": 550
    },
    {
      "epoch": 0.04398411463010637,
      "grad_norm": 0.5061991810798645,
      "learning_rate": 0.00019994659122926078,
      "loss": 0.5729,
      "step": 551
    },
    {
      "epoch": 0.04406394060947135,
      "grad_norm": 0.5425554513931274,
      "learning_rate": 0.00019994638602676852,
      "loss": 0.4866,
      "step": 552
    },
    {
      "epoch": 0.044143766588836335,
      "grad_norm": 0.5662438869476318,
      "learning_rate": 0.0001999461804309319,
      "loss": 0.339,
      "step": 553
    },
    {
      "epoch": 0.04422359256820132,
      "grad_norm": 0.7367576956748962,
      "learning_rate": 0.00019994597444175177,
      "loss": 0.4293,
      "step": 554
    },
    {
      "epoch": 0.0443034185475663,
      "grad_norm": 0.4384431838989258,
      "learning_rate": 0.00019994576805922897,
      "loss": 0.3967,
      "step": 555
    },
    {
      "epoch": 0.04438324452693129,
      "grad_norm": 0.4450467824935913,
      "learning_rate": 0.00019994556128336423,
      "loss": 0.4163,
      "step": 556
    },
    {
      "epoch": 0.044463070506296276,
      "grad_norm": 0.5469304919242859,
      "learning_rate": 0.00019994535411415844,
      "loss": 0.4915,
      "step": 557
    },
    {
      "epoch": 0.04454289648566126,
      "grad_norm": 0.5215876698493958,
      "learning_rate": 0.0001999451465516124,
      "loss": 0.5158,
      "step": 558
    },
    {
      "epoch": 0.04462272246502624,
      "grad_norm": 0.568966805934906,
      "learning_rate": 0.00019994493859572688,
      "loss": 0.4616,
      "step": 559
    },
    {
      "epoch": 0.04470254844439123,
      "grad_norm": 0.3695053160190582,
      "learning_rate": 0.00019994473024650272,
      "loss": 0.3422,
      "step": 560
    },
    {
      "epoch": 0.04478237442375621,
      "grad_norm": 0.613608717918396,
      "learning_rate": 0.0001999445215039408,
      "loss": 0.4335,
      "step": 561
    },
    {
      "epoch": 0.044862200403121194,
      "grad_norm": 0.5802640914916992,
      "learning_rate": 0.00019994431236804188,
      "loss": 0.5452,
      "step": 562
    },
    {
      "epoch": 0.04494202638248618,
      "grad_norm": 0.4673897624015808,
      "learning_rate": 0.00019994410283880677,
      "loss": 0.3953,
      "step": 563
    },
    {
      "epoch": 0.04502185236185116,
      "grad_norm": 0.36266353726387024,
      "learning_rate": 0.00019994389291623635,
      "loss": 0.3983,
      "step": 564
    },
    {
      "epoch": 0.04510167834121615,
      "grad_norm": 0.4829006493091583,
      "learning_rate": 0.0001999436826003314,
      "loss": 0.6499,
      "step": 565
    },
    {
      "epoch": 0.045181504320581135,
      "grad_norm": 0.4679335653781891,
      "learning_rate": 0.00019994347189109278,
      "loss": 0.4318,
      "step": 566
    },
    {
      "epoch": 0.04526133029994612,
      "grad_norm": 0.4943453073501587,
      "learning_rate": 0.0001999432607885213,
      "loss": 0.3961,
      "step": 567
    },
    {
      "epoch": 0.0453411562793111,
      "grad_norm": 0.4221011996269226,
      "learning_rate": 0.00019994304929261776,
      "loss": 0.4393,
      "step": 568
    },
    {
      "epoch": 0.045420982258676086,
      "grad_norm": 0.45156076550483704,
      "learning_rate": 0.00019994283740338306,
      "loss": 0.3702,
      "step": 569
    },
    {
      "epoch": 0.04550080823804107,
      "grad_norm": 0.47577860951423645,
      "learning_rate": 0.00019994262512081797,
      "loss": 0.4883,
      "step": 570
    },
    {
      "epoch": 0.04558063421740605,
      "grad_norm": 0.4987824857234955,
      "learning_rate": 0.0001999424124449234,
      "loss": 0.4963,
      "step": 571
    },
    {
      "epoch": 0.04566046019677104,
      "grad_norm": 0.5054427981376648,
      "learning_rate": 0.0001999421993757001,
      "loss": 0.6197,
      "step": 572
    },
    {
      "epoch": 0.04574028617613602,
      "grad_norm": 0.5212546586990356,
      "learning_rate": 0.000199941985913149,
      "loss": 0.5267,
      "step": 573
    },
    {
      "epoch": 0.04582011215550101,
      "grad_norm": 0.4175429344177246,
      "learning_rate": 0.00019994177205727087,
      "loss": 0.5432,
      "step": 574
    },
    {
      "epoch": 0.045899938134865995,
      "grad_norm": 0.41536837816238403,
      "learning_rate": 0.00019994155780806656,
      "loss": 0.4048,
      "step": 575
    },
    {
      "epoch": 0.04597976411423098,
      "grad_norm": 0.4998549520969391,
      "learning_rate": 0.00019994134316553695,
      "loss": 0.5142,
      "step": 576
    },
    {
      "epoch": 0.04605959009359596,
      "grad_norm": 0.45357897877693176,
      "learning_rate": 0.00019994112812968284,
      "loss": 0.521,
      "step": 577
    },
    {
      "epoch": 0.046139416072960945,
      "grad_norm": 0.5688588619232178,
      "learning_rate": 0.0001999409127005051,
      "loss": 0.5081,
      "step": 578
    },
    {
      "epoch": 0.04621924205232593,
      "grad_norm": 0.40906691551208496,
      "learning_rate": 0.00019994069687800462,
      "loss": 0.4519,
      "step": 579
    },
    {
      "epoch": 0.04629906803169091,
      "grad_norm": 0.37381407618522644,
      "learning_rate": 0.00019994048066218216,
      "loss": 0.3585,
      "step": 580
    },
    {
      "epoch": 0.046378894011055896,
      "grad_norm": 0.5205050110816956,
      "learning_rate": 0.00019994026405303862,
      "loss": 0.4773,
      "step": 581
    },
    {
      "epoch": 0.04645871999042088,
      "grad_norm": 0.5004144906997681,
      "learning_rate": 0.00019994004705057485,
      "loss": 0.4798,
      "step": 582
    },
    {
      "epoch": 0.04653854596978587,
      "grad_norm": 0.4771293103694916,
      "learning_rate": 0.0001999398296547917,
      "loss": 0.4958,
      "step": 583
    },
    {
      "epoch": 0.046618371949150854,
      "grad_norm": 0.45031118392944336,
      "learning_rate": 0.00019993961186569003,
      "loss": 0.5904,
      "step": 584
    },
    {
      "epoch": 0.04669819792851584,
      "grad_norm": 0.5281620621681213,
      "learning_rate": 0.00019993939368327071,
      "loss": 0.5787,
      "step": 585
    },
    {
      "epoch": 0.04677802390788082,
      "grad_norm": 0.46515801548957825,
      "learning_rate": 0.00019993917510753456,
      "loss": 0.331,
      "step": 586
    },
    {
      "epoch": 0.046857849887245805,
      "grad_norm": 0.5485124588012695,
      "learning_rate": 0.00019993895613848247,
      "loss": 0.3048,
      "step": 587
    },
    {
      "epoch": 0.04693767586661079,
      "grad_norm": 0.4874786138534546,
      "learning_rate": 0.00019993873677611533,
      "loss": 0.4054,
      "step": 588
    },
    {
      "epoch": 0.04701750184597577,
      "grad_norm": 0.431886225938797,
      "learning_rate": 0.00019993851702043393,
      "loss": 0.4429,
      "step": 589
    },
    {
      "epoch": 0.047097327825340755,
      "grad_norm": 0.4986523389816284,
      "learning_rate": 0.00019993829687143917,
      "loss": 0.4882,
      "step": 590
    },
    {
      "epoch": 0.04717715380470574,
      "grad_norm": 0.4438990652561188,
      "learning_rate": 0.00019993807632913196,
      "loss": 0.4527,
      "step": 591
    },
    {
      "epoch": 0.04725697978407072,
      "grad_norm": 0.44978299736976624,
      "learning_rate": 0.0001999378553935131,
      "loss": 0.3197,
      "step": 592
    },
    {
      "epoch": 0.04733680576343571,
      "grad_norm": 0.4663439691066742,
      "learning_rate": 0.0001999376340645835,
      "loss": 0.54,
      "step": 593
    },
    {
      "epoch": 0.0474166317428007,
      "grad_norm": 0.5205349326133728,
      "learning_rate": 0.000199937412342344,
      "loss": 0.6531,
      "step": 594
    },
    {
      "epoch": 0.04749645772216568,
      "grad_norm": 0.5157175064086914,
      "learning_rate": 0.00019993719022679552,
      "loss": 0.4469,
      "step": 595
    },
    {
      "epoch": 0.047576283701530664,
      "grad_norm": 0.4898087680339813,
      "learning_rate": 0.00019993696771793885,
      "loss": 0.6834,
      "step": 596
    },
    {
      "epoch": 0.04765610968089565,
      "grad_norm": 0.5138455033302307,
      "learning_rate": 0.00019993674481577498,
      "loss": 0.4707,
      "step": 597
    },
    {
      "epoch": 0.04773593566026063,
      "grad_norm": 0.47223564982414246,
      "learning_rate": 0.0001999365215203047,
      "loss": 0.4998,
      "step": 598
    },
    {
      "epoch": 0.047815761639625615,
      "grad_norm": 0.37500235438346863,
      "learning_rate": 0.00019993629783152895,
      "loss": 0.4715,
      "step": 599
    },
    {
      "epoch": 0.0478955876189906,
      "grad_norm": 0.48085451126098633,
      "learning_rate": 0.00019993607374944853,
      "loss": 0.2824,
      "step": 600
    },
    {
      "epoch": 0.0478955876189906,
      "eval_loss": 0.4707789719104767,
      "eval_runtime": 34.1567,
      "eval_samples_per_second": 7.378,
      "eval_steps_per_second": 7.378,
      "step": 600
    },
    {
      "epoch": 0.04797541359835558,
      "grad_norm": 0.403352826833725,
      "learning_rate": 0.0001999358492740644,
      "loss": 0.5141,
      "step": 601
    },
    {
      "epoch": 0.04805523957772057,
      "grad_norm": 0.5146040916442871,
      "learning_rate": 0.00019993562440537738,
      "loss": 0.3971,
      "step": 602
    },
    {
      "epoch": 0.048135065557085556,
      "grad_norm": 0.6974277496337891,
      "learning_rate": 0.00019993539914338844,
      "loss": 0.4438,
      "step": 603
    },
    {
      "epoch": 0.04821489153645054,
      "grad_norm": 0.4846830666065216,
      "learning_rate": 0.0001999351734880984,
      "loss": 0.4715,
      "step": 604
    },
    {
      "epoch": 0.04829471751581552,
      "grad_norm": 0.5951524972915649,
      "learning_rate": 0.00019993494743950814,
      "loss": 0.7494,
      "step": 605
    },
    {
      "epoch": 0.04837454349518051,
      "grad_norm": 0.410330593585968,
      "learning_rate": 0.00019993472099761857,
      "loss": 0.2806,
      "step": 606
    },
    {
      "epoch": 0.04845436947454549,
      "grad_norm": 0.4488906264305115,
      "learning_rate": 0.0001999344941624306,
      "loss": 0.4945,
      "step": 607
    },
    {
      "epoch": 0.048534195453910474,
      "grad_norm": 0.5448608994483948,
      "learning_rate": 0.0001999342669339451,
      "loss": 0.5101,
      "step": 608
    },
    {
      "epoch": 0.04861402143327546,
      "grad_norm": 0.4241272509098053,
      "learning_rate": 0.00019993403931216298,
      "loss": 0.4063,
      "step": 609
    },
    {
      "epoch": 0.04869384741264044,
      "grad_norm": 0.42978140711784363,
      "learning_rate": 0.00019993381129708513,
      "loss": 0.555,
      "step": 610
    },
    {
      "epoch": 0.04877367339200543,
      "grad_norm": 0.4388531446456909,
      "learning_rate": 0.00019993358288871243,
      "loss": 0.4145,
      "step": 611
    },
    {
      "epoch": 0.048853499371370415,
      "grad_norm": 0.45562493801116943,
      "learning_rate": 0.00019993335408704577,
      "loss": 0.4145,
      "step": 612
    },
    {
      "epoch": 0.0489333253507354,
      "grad_norm": 0.5137109756469727,
      "learning_rate": 0.0001999331248920861,
      "loss": 0.3864,
      "step": 613
    },
    {
      "epoch": 0.04901315133010038,
      "grad_norm": 0.5819035768508911,
      "learning_rate": 0.00019993289530383432,
      "loss": 0.3946,
      "step": 614
    },
    {
      "epoch": 0.049092977309465366,
      "grad_norm": 0.5572947859764099,
      "learning_rate": 0.00019993266532229126,
      "loss": 0.5798,
      "step": 615
    },
    {
      "epoch": 0.04917280328883035,
      "grad_norm": 0.5135207772254944,
      "learning_rate": 0.00019993243494745793,
      "loss": 0.5227,
      "step": 616
    },
    {
      "epoch": 0.04925262926819533,
      "grad_norm": 0.46077537536621094,
      "learning_rate": 0.00019993220417933514,
      "loss": 0.413,
      "step": 617
    },
    {
      "epoch": 0.04933245524756032,
      "grad_norm": 0.3548687696456909,
      "learning_rate": 0.00019993197301792384,
      "loss": 0.4159,
      "step": 618
    },
    {
      "epoch": 0.0494122812269253,
      "grad_norm": 0.3796550929546356,
      "learning_rate": 0.00019993174146322495,
      "loss": 0.3629,
      "step": 619
    },
    {
      "epoch": 0.049492107206290284,
      "grad_norm": 0.7168127298355103,
      "learning_rate": 0.00019993150951523933,
      "loss": 0.5645,
      "step": 620
    },
    {
      "epoch": 0.049571933185655274,
      "grad_norm": 0.5011395812034607,
      "learning_rate": 0.000199931277173968,
      "loss": 0.3746,
      "step": 621
    },
    {
      "epoch": 0.04965175916502026,
      "grad_norm": 0.40231090784072876,
      "learning_rate": 0.00019993104443941174,
      "loss": 0.4167,
      "step": 622
    },
    {
      "epoch": 0.04973158514438524,
      "grad_norm": 0.5198737978935242,
      "learning_rate": 0.00019993081131157157,
      "loss": 0.4403,
      "step": 623
    },
    {
      "epoch": 0.049811411123750225,
      "grad_norm": 0.34692901372909546,
      "learning_rate": 0.00019993057779044837,
      "loss": 0.3618,
      "step": 624
    },
    {
      "epoch": 0.04989123710311521,
      "grad_norm": 0.5062606930732727,
      "learning_rate": 0.00019993034387604306,
      "loss": 0.4722,
      "step": 625
    },
    {
      "epoch": 0.04997106308248019,
      "grad_norm": 0.4906056523323059,
      "learning_rate": 0.00019993010956835655,
      "loss": 0.5139,
      "step": 626
    },
    {
      "epoch": 0.050050889061845176,
      "grad_norm": 0.4812638759613037,
      "learning_rate": 0.00019992987486738977,
      "loss": 0.3689,
      "step": 627
    },
    {
      "epoch": 0.05013071504121016,
      "grad_norm": 0.49847811460494995,
      "learning_rate": 0.00019992963977314365,
      "loss": 0.5486,
      "step": 628
    },
    {
      "epoch": 0.05021054102057514,
      "grad_norm": 0.37459391355514526,
      "learning_rate": 0.00019992940428561912,
      "loss": 0.401,
      "step": 629
    },
    {
      "epoch": 0.050290366999940134,
      "grad_norm": 0.5241479277610779,
      "learning_rate": 0.0001999291684048171,
      "loss": 0.4358,
      "step": 630
    },
    {
      "epoch": 0.05037019297930512,
      "grad_norm": 0.3619423806667328,
      "learning_rate": 0.0001999289321307385,
      "loss": 0.3541,
      "step": 631
    },
    {
      "epoch": 0.0504500189586701,
      "grad_norm": 0.412847638130188,
      "learning_rate": 0.0001999286954633843,
      "loss": 0.4457,
      "step": 632
    },
    {
      "epoch": 0.050529844938035084,
      "grad_norm": 0.49472102522850037,
      "learning_rate": 0.00019992845840275533,
      "loss": 0.421,
      "step": 633
    },
    {
      "epoch": 0.05060967091740007,
      "grad_norm": 0.41926488280296326,
      "learning_rate": 0.00019992822094885265,
      "loss": 0.4578,
      "step": 634
    },
    {
      "epoch": 0.05068949689676505,
      "grad_norm": 0.6184717416763306,
      "learning_rate": 0.0001999279831016771,
      "loss": 0.6236,
      "step": 635
    },
    {
      "epoch": 0.050769322876130035,
      "grad_norm": 0.568183422088623,
      "learning_rate": 0.00019992774486122966,
      "loss": 0.4962,
      "step": 636
    },
    {
      "epoch": 0.05084914885549502,
      "grad_norm": 0.424101859331131,
      "learning_rate": 0.00019992750622751127,
      "loss": 0.4351,
      "step": 637
    },
    {
      "epoch": 0.05092897483486,
      "grad_norm": 0.5395987629890442,
      "learning_rate": 0.00019992726720052286,
      "loss": 0.4613,
      "step": 638
    },
    {
      "epoch": 0.05100880081422499,
      "grad_norm": 0.4716317355632782,
      "learning_rate": 0.00019992702778026536,
      "loss": 0.4399,
      "step": 639
    },
    {
      "epoch": 0.05108862679358998,
      "grad_norm": 0.36171117424964905,
      "learning_rate": 0.00019992678796673972,
      "loss": 0.3489,
      "step": 640
    },
    {
      "epoch": 0.05116845277295496,
      "grad_norm": 0.48551663756370544,
      "learning_rate": 0.0001999265477599469,
      "loss": 0.4364,
      "step": 641
    },
    {
      "epoch": 0.051248278752319944,
      "grad_norm": 0.42578956484794617,
      "learning_rate": 0.0001999263071598878,
      "loss": 0.4424,
      "step": 642
    },
    {
      "epoch": 0.05132810473168493,
      "grad_norm": 0.4500122368335724,
      "learning_rate": 0.0001999260661665634,
      "loss": 0.5324,
      "step": 643
    },
    {
      "epoch": 0.05140793071104991,
      "grad_norm": 0.43273794651031494,
      "learning_rate": 0.00019992582477997464,
      "loss": 0.3625,
      "step": 644
    },
    {
      "epoch": 0.051487756690414895,
      "grad_norm": 0.42521965503692627,
      "learning_rate": 0.00019992558300012248,
      "loss": 0.347,
      "step": 645
    },
    {
      "epoch": 0.05156758266977988,
      "grad_norm": 0.4493933916091919,
      "learning_rate": 0.00019992534082700791,
      "loss": 0.4365,
      "step": 646
    },
    {
      "epoch": 0.05164740864914486,
      "grad_norm": 0.32900145649909973,
      "learning_rate": 0.0001999250982606318,
      "loss": 0.3334,
      "step": 647
    },
    {
      "epoch": 0.051727234628509845,
      "grad_norm": 0.6096209287643433,
      "learning_rate": 0.00019992485530099513,
      "loss": 0.558,
      "step": 648
    },
    {
      "epoch": 0.051807060607874836,
      "grad_norm": 0.46442529559135437,
      "learning_rate": 0.00019992461194809892,
      "loss": 0.5762,
      "step": 649
    },
    {
      "epoch": 0.05188688658723982,
      "grad_norm": 0.4554828703403473,
      "learning_rate": 0.00019992436820194404,
      "loss": 0.4924,
      "step": 650
    },
    {
      "epoch": 0.0519667125666048,
      "grad_norm": 0.45791974663734436,
      "learning_rate": 0.0001999241240625315,
      "loss": 0.4452,
      "step": 651
    },
    {
      "epoch": 0.05204653854596979,
      "grad_norm": 0.5419607162475586,
      "learning_rate": 0.00019992387952986223,
      "loss": 0.4764,
      "step": 652
    },
    {
      "epoch": 0.05212636452533477,
      "grad_norm": 0.44856226444244385,
      "learning_rate": 0.00019992363460393723,
      "loss": 0.5234,
      "step": 653
    },
    {
      "epoch": 0.052206190504699754,
      "grad_norm": 0.4482679069042206,
      "learning_rate": 0.00019992338928475744,
      "loss": 0.4083,
      "step": 654
    },
    {
      "epoch": 0.05228601648406474,
      "grad_norm": 0.4083571434020996,
      "learning_rate": 0.00019992314357232383,
      "loss": 0.3575,
      "step": 655
    },
    {
      "epoch": 0.05236584246342972,
      "grad_norm": 0.41969481110572815,
      "learning_rate": 0.00019992289746663738,
      "loss": 0.4132,
      "step": 656
    },
    {
      "epoch": 0.052445668442794705,
      "grad_norm": 0.42277321219444275,
      "learning_rate": 0.00019992265096769902,
      "loss": 0.4343,
      "step": 657
    },
    {
      "epoch": 0.052525494422159695,
      "grad_norm": 0.5618732571601868,
      "learning_rate": 0.00019992240407550976,
      "loss": 0.4738,
      "step": 658
    },
    {
      "epoch": 0.05260532040152468,
      "grad_norm": 0.4811367094516754,
      "learning_rate": 0.00019992215679007057,
      "loss": 0.5318,
      "step": 659
    },
    {
      "epoch": 0.05268514638088966,
      "grad_norm": 0.49415886402130127,
      "learning_rate": 0.00019992190911138238,
      "loss": 0.5631,
      "step": 660
    },
    {
      "epoch": 0.052764972360254646,
      "grad_norm": 0.4935084581375122,
      "learning_rate": 0.00019992166103944623,
      "loss": 0.4083,
      "step": 661
    },
    {
      "epoch": 0.05284479833961963,
      "grad_norm": 0.48887699842453003,
      "learning_rate": 0.00019992141257426304,
      "loss": 0.4584,
      "step": 662
    },
    {
      "epoch": 0.05292462431898461,
      "grad_norm": 0.39783433079719543,
      "learning_rate": 0.00019992116371583382,
      "loss": 0.5826,
      "step": 663
    },
    {
      "epoch": 0.0530044502983496,
      "grad_norm": 0.4335956275463104,
      "learning_rate": 0.00019992091446415953,
      "loss": 0.4697,
      "step": 664
    },
    {
      "epoch": 0.05308427627771458,
      "grad_norm": 0.48335522413253784,
      "learning_rate": 0.00019992066481924113,
      "loss": 0.6863,
      "step": 665
    },
    {
      "epoch": 0.053164102257079564,
      "grad_norm": 0.4749084413051605,
      "learning_rate": 0.00019992041478107968,
      "loss": 0.4389,
      "step": 666
    },
    {
      "epoch": 0.053243928236444554,
      "grad_norm": 0.44430360198020935,
      "learning_rate": 0.00019992016434967612,
      "loss": 0.5156,
      "step": 667
    },
    {
      "epoch": 0.05332375421580954,
      "grad_norm": 0.44597700238227844,
      "learning_rate": 0.0001999199135250314,
      "loss": 0.4981,
      "step": 668
    },
    {
      "epoch": 0.05340358019517452,
      "grad_norm": 0.5143954753875732,
      "learning_rate": 0.00019991966230714655,
      "loss": 0.5189,
      "step": 669
    },
    {
      "epoch": 0.053483406174539505,
      "grad_norm": 0.42860719561576843,
      "learning_rate": 0.00019991941069602253,
      "loss": 0.2989,
      "step": 670
    },
    {
      "epoch": 0.05356323215390449,
      "grad_norm": 0.39688870310783386,
      "learning_rate": 0.0001999191586916604,
      "loss": 0.4087,
      "step": 671
    },
    {
      "epoch": 0.05364305813326947,
      "grad_norm": 0.5175325274467468,
      "learning_rate": 0.00019991890629406106,
      "loss": 0.5195,
      "step": 672
    },
    {
      "epoch": 0.053722884112634456,
      "grad_norm": 0.4974522888660431,
      "learning_rate": 0.00019991865350322554,
      "loss": 0.4955,
      "step": 673
    },
    {
      "epoch": 0.05380271009199944,
      "grad_norm": 0.48077431321144104,
      "learning_rate": 0.00019991840031915485,
      "loss": 0.4827,
      "step": 674
    },
    {
      "epoch": 0.05388253607136442,
      "grad_norm": 0.5129833817481995,
      "learning_rate": 0.00019991814674184997,
      "loss": 0.6079,
      "step": 675
    },
    {
      "epoch": 0.05396236205072941,
      "grad_norm": 0.6336715817451477,
      "learning_rate": 0.0001999178927713119,
      "loss": 0.4416,
      "step": 676
    },
    {
      "epoch": 0.0540421880300944,
      "grad_norm": 0.43111687898635864,
      "learning_rate": 0.00019991763840754165,
      "loss": 0.3953,
      "step": 677
    },
    {
      "epoch": 0.05412201400945938,
      "grad_norm": 0.389759361743927,
      "learning_rate": 0.00019991738365054021,
      "loss": 0.418,
      "step": 678
    },
    {
      "epoch": 0.054201839988824364,
      "grad_norm": 0.5277628898620605,
      "learning_rate": 0.00019991712850030857,
      "loss": 0.6191,
      "step": 679
    },
    {
      "epoch": 0.05428166596818935,
      "grad_norm": 0.6166561841964722,
      "learning_rate": 0.00019991687295684777,
      "loss": 0.5124,
      "step": 680
    },
    {
      "epoch": 0.05436149194755433,
      "grad_norm": 0.396670401096344,
      "learning_rate": 0.00019991661702015878,
      "loss": 0.502,
      "step": 681
    },
    {
      "epoch": 0.054441317926919315,
      "grad_norm": 0.45912548899650574,
      "learning_rate": 0.00019991636069024264,
      "loss": 0.4477,
      "step": 682
    },
    {
      "epoch": 0.0545211439062843,
      "grad_norm": 0.5585510730743408,
      "learning_rate": 0.00019991610396710035,
      "loss": 0.5162,
      "step": 683
    },
    {
      "epoch": 0.05460096988564928,
      "grad_norm": 0.5168907642364502,
      "learning_rate": 0.0001999158468507329,
      "loss": 0.36,
      "step": 684
    },
    {
      "epoch": 0.054680795865014266,
      "grad_norm": 0.41307321190834045,
      "learning_rate": 0.0001999155893411413,
      "loss": 0.392,
      "step": 685
    },
    {
      "epoch": 0.054760621844379256,
      "grad_norm": 0.43131932616233826,
      "learning_rate": 0.0001999153314383266,
      "loss": 0.4173,
      "step": 686
    },
    {
      "epoch": 0.05484044782374424,
      "grad_norm": 0.3980243504047394,
      "learning_rate": 0.00019991507314228978,
      "loss": 0.425,
      "step": 687
    },
    {
      "epoch": 0.054920273803109224,
      "grad_norm": 0.46596860885620117,
      "learning_rate": 0.00019991481445303183,
      "loss": 0.562,
      "step": 688
    },
    {
      "epoch": 0.05500009978247421,
      "grad_norm": 0.5658222436904907,
      "learning_rate": 0.00019991455537055386,
      "loss": 0.5612,
      "step": 689
    },
    {
      "epoch": 0.05507992576183919,
      "grad_norm": 0.4407554268836975,
      "learning_rate": 0.0001999142958948568,
      "loss": 0.3957,
      "step": 690
    },
    {
      "epoch": 0.055159751741204174,
      "grad_norm": 0.4290984869003296,
      "learning_rate": 0.00019991403602594173,
      "loss": 0.4831,
      "step": 691
    },
    {
      "epoch": 0.05523957772056916,
      "grad_norm": 0.4249951243400574,
      "learning_rate": 0.00019991377576380966,
      "loss": 0.4989,
      "step": 692
    },
    {
      "epoch": 0.05531940369993414,
      "grad_norm": 0.4387986958026886,
      "learning_rate": 0.0001999135151084616,
      "loss": 0.5481,
      "step": 693
    },
    {
      "epoch": 0.055399229679299125,
      "grad_norm": 0.5357734560966492,
      "learning_rate": 0.00019991325405989855,
      "loss": 0.5635,
      "step": 694
    },
    {
      "epoch": 0.055479055658664116,
      "grad_norm": 0.4528520703315735,
      "learning_rate": 0.00019991299261812163,
      "loss": 0.4099,
      "step": 695
    },
    {
      "epoch": 0.0555588816380291,
      "grad_norm": 0.496499627828598,
      "learning_rate": 0.00019991273078313174,
      "loss": 0.5085,
      "step": 696
    },
    {
      "epoch": 0.05563870761739408,
      "grad_norm": 0.5918854475021362,
      "learning_rate": 0.00019991246855493002,
      "loss": 0.5826,
      "step": 697
    },
    {
      "epoch": 0.055718533596759066,
      "grad_norm": 0.5093631148338318,
      "learning_rate": 0.00019991220593351742,
      "loss": 0.53,
      "step": 698
    },
    {
      "epoch": 0.05579835957612405,
      "grad_norm": 0.4273875951766968,
      "learning_rate": 0.00019991194291889505,
      "loss": 0.445,
      "step": 699
    },
    {
      "epoch": 0.055878185555489034,
      "grad_norm": 0.4866240322589874,
      "learning_rate": 0.0001999116795110639,
      "loss": 0.5139,
      "step": 700
    },
    {
      "epoch": 0.05595801153485402,
      "grad_norm": 0.4940218925476074,
      "learning_rate": 0.000199911415710025,
      "loss": 0.4812,
      "step": 701
    },
    {
      "epoch": 0.056037837514219,
      "grad_norm": 0.4203205406665802,
      "learning_rate": 0.0001999111515157794,
      "loss": 0.5102,
      "step": 702
    },
    {
      "epoch": 0.056117663493583984,
      "grad_norm": 0.5014293789863586,
      "learning_rate": 0.00019991088692832815,
      "loss": 0.4405,
      "step": 703
    },
    {
      "epoch": 0.05619748947294897,
      "grad_norm": 0.5842814445495605,
      "learning_rate": 0.0001999106219476723,
      "loss": 0.5626,
      "step": 704
    },
    {
      "epoch": 0.05627731545231396,
      "grad_norm": 0.44179150462150574,
      "learning_rate": 0.00019991035657381288,
      "loss": 0.4183,
      "step": 705
    },
    {
      "epoch": 0.05635714143167894,
      "grad_norm": 0.4151521325111389,
      "learning_rate": 0.0001999100908067509,
      "loss": 0.4817,
      "step": 706
    },
    {
      "epoch": 0.056436967411043926,
      "grad_norm": 0.4447794258594513,
      "learning_rate": 0.00019990982464648745,
      "loss": 0.4013,
      "step": 707
    },
    {
      "epoch": 0.05651679339040891,
      "grad_norm": 0.41388654708862305,
      "learning_rate": 0.00019990955809302358,
      "loss": 0.4885,
      "step": 708
    },
    {
      "epoch": 0.05659661936977389,
      "grad_norm": 0.5027971267700195,
      "learning_rate": 0.0001999092911463603,
      "loss": 0.4465,
      "step": 709
    },
    {
      "epoch": 0.056676445349138876,
      "grad_norm": 0.5691050887107849,
      "learning_rate": 0.00019990902380649867,
      "loss": 0.5421,
      "step": 710
    },
    {
      "epoch": 0.05675627132850386,
      "grad_norm": 0.5099053382873535,
      "learning_rate": 0.0001999087560734398,
      "loss": 0.6856,
      "step": 711
    },
    {
      "epoch": 0.056836097307868844,
      "grad_norm": 0.4604869782924652,
      "learning_rate": 0.00019990848794718466,
      "loss": 0.4864,
      "step": 712
    },
    {
      "epoch": 0.05691592328723383,
      "grad_norm": 0.5581220984458923,
      "learning_rate": 0.00019990821942773436,
      "loss": 0.4961,
      "step": 713
    },
    {
      "epoch": 0.05699574926659882,
      "grad_norm": 0.49090495705604553,
      "learning_rate": 0.00019990795051508996,
      "loss": 0.4349,
      "step": 714
    },
    {
      "epoch": 0.0570755752459638,
      "grad_norm": 0.45465734601020813,
      "learning_rate": 0.0001999076812092525,
      "loss": 0.4624,
      "step": 715
    },
    {
      "epoch": 0.057155401225328785,
      "grad_norm": 0.5132921934127808,
      "learning_rate": 0.00019990741151022301,
      "loss": 0.6698,
      "step": 716
    },
    {
      "epoch": 0.05723522720469377,
      "grad_norm": 0.46448323130607605,
      "learning_rate": 0.0001999071414180026,
      "loss": 0.4332,
      "step": 717
    },
    {
      "epoch": 0.05731505318405875,
      "grad_norm": 0.4666132628917694,
      "learning_rate": 0.00019990687093259231,
      "loss": 0.5027,
      "step": 718
    },
    {
      "epoch": 0.057394879163423736,
      "grad_norm": 0.5532256960868835,
      "learning_rate": 0.00019990660005399322,
      "loss": 0.4069,
      "step": 719
    },
    {
      "epoch": 0.05747470514278872,
      "grad_norm": 0.4419522285461426,
      "learning_rate": 0.00019990632878220637,
      "loss": 0.4678,
      "step": 720
    },
    {
      "epoch": 0.0575545311221537,
      "grad_norm": 0.4144294261932373,
      "learning_rate": 0.00019990605711723284,
      "loss": 0.5424,
      "step": 721
    },
    {
      "epoch": 0.057634357101518686,
      "grad_norm": 0.3936243951320648,
      "learning_rate": 0.00019990578505907372,
      "loss": 0.3939,
      "step": 722
    },
    {
      "epoch": 0.05771418308088368,
      "grad_norm": 0.335539311170578,
      "learning_rate": 0.00019990551260773006,
      "loss": 0.3462,
      "step": 723
    },
    {
      "epoch": 0.05779400906024866,
      "grad_norm": 0.40938735008239746,
      "learning_rate": 0.0001999052397632029,
      "loss": 0.3989,
      "step": 724
    },
    {
      "epoch": 0.057873835039613644,
      "grad_norm": 0.4290866255760193,
      "learning_rate": 0.00019990496652549336,
      "loss": 0.5987,
      "step": 725
    },
    {
      "epoch": 0.05795366101897863,
      "grad_norm": 0.46757256984710693,
      "learning_rate": 0.00019990469289460255,
      "loss": 0.3892,
      "step": 726
    },
    {
      "epoch": 0.05803348699834361,
      "grad_norm": 0.48160576820373535,
      "learning_rate": 0.00019990441887053146,
      "loss": 0.5738,
      "step": 727
    },
    {
      "epoch": 0.058113312977708595,
      "grad_norm": 0.5963274836540222,
      "learning_rate": 0.0001999041444532812,
      "loss": 0.6698,
      "step": 728
    },
    {
      "epoch": 0.05819313895707358,
      "grad_norm": 0.4328339993953705,
      "learning_rate": 0.00019990386964285287,
      "loss": 0.4682,
      "step": 729
    },
    {
      "epoch": 0.05827296493643856,
      "grad_norm": 0.44044047594070435,
      "learning_rate": 0.00019990359443924755,
      "loss": 0.5435,
      "step": 730
    },
    {
      "epoch": 0.058352790915803546,
      "grad_norm": 0.4650643765926361,
      "learning_rate": 0.00019990331884246635,
      "loss": 0.4488,
      "step": 731
    },
    {
      "epoch": 0.05843261689516853,
      "grad_norm": 0.4592532813549042,
      "learning_rate": 0.00019990304285251025,
      "loss": 0.4173,
      "step": 732
    },
    {
      "epoch": 0.05851244287453352,
      "grad_norm": 0.41523227095603943,
      "learning_rate": 0.00019990276646938043,
      "loss": 0.4998,
      "step": 733
    },
    {
      "epoch": 0.0585922688538985,
      "grad_norm": 0.4166325628757477,
      "learning_rate": 0.00019990248969307798,
      "loss": 0.4098,
      "step": 734
    },
    {
      "epoch": 0.05867209483326349,
      "grad_norm": 0.38368868827819824,
      "learning_rate": 0.00019990221252360392,
      "loss": 0.4634,
      "step": 735
    },
    {
      "epoch": 0.05875192081262847,
      "grad_norm": 0.4986606538295746,
      "learning_rate": 0.00019990193496095942,
      "loss": 0.4668,
      "step": 736
    },
    {
      "epoch": 0.058831746791993454,
      "grad_norm": 0.4209528863430023,
      "learning_rate": 0.00019990165700514551,
      "loss": 0.3801,
      "step": 737
    },
    {
      "epoch": 0.05891157277135844,
      "grad_norm": 0.4468156099319458,
      "learning_rate": 0.0001999013786561633,
      "loss": 0.3815,
      "step": 738
    },
    {
      "epoch": 0.05899139875072342,
      "grad_norm": 0.534269392490387,
      "learning_rate": 0.0001999010999140139,
      "loss": 0.5489,
      "step": 739
    },
    {
      "epoch": 0.059071224730088405,
      "grad_norm": 0.4143995940685272,
      "learning_rate": 0.00019990082077869843,
      "loss": 0.5361,
      "step": 740
    },
    {
      "epoch": 0.05915105070945339,
      "grad_norm": 0.44080713391304016,
      "learning_rate": 0.00019990054125021794,
      "loss": 0.3422,
      "step": 741
    },
    {
      "epoch": 0.05923087668881838,
      "grad_norm": 0.4992627203464508,
      "learning_rate": 0.00019990026132857353,
      "loss": 0.4635,
      "step": 742
    },
    {
      "epoch": 0.05931070266818336,
      "grad_norm": 0.6343921422958374,
      "learning_rate": 0.00019989998101376633,
      "loss": 0.5103,
      "step": 743
    },
    {
      "epoch": 0.059390528647548346,
      "grad_norm": 0.5123114585876465,
      "learning_rate": 0.00019989970030579745,
      "loss": 0.5228,
      "step": 744
    },
    {
      "epoch": 0.05947035462691333,
      "grad_norm": 0.5369415879249573,
      "learning_rate": 0.00019989941920466796,
      "loss": 0.3644,
      "step": 745
    },
    {
      "epoch": 0.05955018060627831,
      "grad_norm": 0.4904020428657532,
      "learning_rate": 0.00019989913771037903,
      "loss": 0.6481,
      "step": 746
    },
    {
      "epoch": 0.0596300065856433,
      "grad_norm": 0.4370757043361664,
      "learning_rate": 0.00019989885582293168,
      "loss": 0.441,
      "step": 747
    },
    {
      "epoch": 0.05970983256500828,
      "grad_norm": 0.5350492596626282,
      "learning_rate": 0.00019989857354232705,
      "loss": 0.4132,
      "step": 748
    },
    {
      "epoch": 0.059789658544373264,
      "grad_norm": 0.3912196159362793,
      "learning_rate": 0.0001998982908685663,
      "loss": 0.4328,
      "step": 749
    },
    {
      "epoch": 0.05986948452373825,
      "grad_norm": 0.3775952160358429,
      "learning_rate": 0.00019989800780165052,
      "loss": 0.4878,
      "step": 750
    },
    {
      "epoch": 0.05994931050310324,
      "grad_norm": 0.5934926271438599,
      "learning_rate": 0.00019989772434158076,
      "loss": 0.4758,
      "step": 751
    },
    {
      "epoch": 0.06002913648246822,
      "grad_norm": 0.44130948185920715,
      "learning_rate": 0.00019989744048835823,
      "loss": 0.5538,
      "step": 752
    },
    {
      "epoch": 0.060108962461833206,
      "grad_norm": 0.43545621633529663,
      "learning_rate": 0.00019989715624198396,
      "loss": 0.4916,
      "step": 753
    },
    {
      "epoch": 0.06018878844119819,
      "grad_norm": 0.5444384217262268,
      "learning_rate": 0.00019989687160245912,
      "loss": 0.4851,
      "step": 754
    },
    {
      "epoch": 0.06026861442056317,
      "grad_norm": 0.4070018231868744,
      "learning_rate": 0.00019989658656978488,
      "loss": 0.5346,
      "step": 755
    },
    {
      "epoch": 0.060348440399928156,
      "grad_norm": 0.4410030245780945,
      "learning_rate": 0.00019989630114396225,
      "loss": 0.4815,
      "step": 756
    },
    {
      "epoch": 0.06042826637929314,
      "grad_norm": 0.36818522214889526,
      "learning_rate": 0.0001998960153249924,
      "loss": 0.4118,
      "step": 757
    },
    {
      "epoch": 0.06050809235865812,
      "grad_norm": 0.5022481679916382,
      "learning_rate": 0.0001998957291128765,
      "loss": 0.359,
      "step": 758
    },
    {
      "epoch": 0.06058791833802311,
      "grad_norm": 0.38152405619621277,
      "learning_rate": 0.0001998954425076156,
      "loss": 0.3395,
      "step": 759
    },
    {
      "epoch": 0.06066774431738809,
      "grad_norm": 0.5167498588562012,
      "learning_rate": 0.00019989515550921088,
      "loss": 0.6082,
      "step": 760
    },
    {
      "epoch": 0.06074757029675308,
      "grad_norm": 0.5679178833961487,
      "learning_rate": 0.00019989486811766347,
      "loss": 0.4062,
      "step": 761
    },
    {
      "epoch": 0.060827396276118065,
      "grad_norm": 0.3899744749069214,
      "learning_rate": 0.00019989458033297446,
      "loss": 0.3901,
      "step": 762
    },
    {
      "epoch": 0.06090722225548305,
      "grad_norm": 0.4600791037082672,
      "learning_rate": 0.00019989429215514504,
      "loss": 0.6223,
      "step": 763
    },
    {
      "epoch": 0.06098704823484803,
      "grad_norm": 0.5854811668395996,
      "learning_rate": 0.0001998940035841763,
      "loss": 0.4918,
      "step": 764
    },
    {
      "epoch": 0.061066874214213016,
      "grad_norm": 0.5795795917510986,
      "learning_rate": 0.0001998937146200694,
      "loss": 0.5325,
      "step": 765
    },
    {
      "epoch": 0.061146700193578,
      "grad_norm": 0.5794188976287842,
      "learning_rate": 0.00019989342526282542,
      "loss": 0.3837,
      "step": 766
    },
    {
      "epoch": 0.06122652617294298,
      "grad_norm": 0.43977421522140503,
      "learning_rate": 0.0001998931355124456,
      "loss": 0.3478,
      "step": 767
    },
    {
      "epoch": 0.061306352152307966,
      "grad_norm": 0.6062688827514648,
      "learning_rate": 0.00019989284536893102,
      "loss": 0.479,
      "step": 768
    },
    {
      "epoch": 0.06138617813167295,
      "grad_norm": 0.3401424288749695,
      "learning_rate": 0.0001998925548322828,
      "loss": 0.4354,
      "step": 769
    },
    {
      "epoch": 0.06146600411103794,
      "grad_norm": 0.3582119941711426,
      "learning_rate": 0.00019989226390250208,
      "loss": 0.3074,
      "step": 770
    },
    {
      "epoch": 0.061545830090402924,
      "grad_norm": 0.5665455460548401,
      "learning_rate": 0.00019989197257959008,
      "loss": 0.5711,
      "step": 771
    },
    {
      "epoch": 0.06162565606976791,
      "grad_norm": 0.45322880148887634,
      "learning_rate": 0.00019989168086354792,
      "loss": 0.3405,
      "step": 772
    },
    {
      "epoch": 0.06170548204913289,
      "grad_norm": 0.5158799290657043,
      "learning_rate": 0.0001998913887543767,
      "loss": 0.438,
      "step": 773
    },
    {
      "epoch": 0.061785308028497875,
      "grad_norm": 0.5234016180038452,
      "learning_rate": 0.0001998910962520776,
      "loss": 0.546,
      "step": 774
    },
    {
      "epoch": 0.06186513400786286,
      "grad_norm": 0.43523985147476196,
      "learning_rate": 0.00019989080335665178,
      "loss": 0.4333,
      "step": 775
    },
    {
      "epoch": 0.06194495998722784,
      "grad_norm": 0.4478738605976105,
      "learning_rate": 0.00019989051006810037,
      "loss": 0.5494,
      "step": 776
    },
    {
      "epoch": 0.062024785966592826,
      "grad_norm": 0.4584222435951233,
      "learning_rate": 0.00019989021638642458,
      "loss": 0.5331,
      "step": 777
    },
    {
      "epoch": 0.06210461194595781,
      "grad_norm": 0.34965917468070984,
      "learning_rate": 0.00019988992231162548,
      "loss": 0.3755,
      "step": 778
    },
    {
      "epoch": 0.0621844379253228,
      "grad_norm": 0.6643983721733093,
      "learning_rate": 0.0001998896278437043,
      "loss": 0.4215,
      "step": 779
    },
    {
      "epoch": 0.06226426390468778,
      "grad_norm": 0.39350152015686035,
      "learning_rate": 0.00019988933298266214,
      "loss": 0.3305,
      "step": 780
    },
    {
      "epoch": 0.06234408988405277,
      "grad_norm": 0.5102649331092834,
      "learning_rate": 0.00019988903772850023,
      "loss": 0.4658,
      "step": 781
    },
    {
      "epoch": 0.06242391586341775,
      "grad_norm": 0.5667890310287476,
      "learning_rate": 0.00019988874208121967,
      "loss": 0.5088,
      "step": 782
    },
    {
      "epoch": 0.06250374184278273,
      "grad_norm": 0.577366828918457,
      "learning_rate": 0.00019988844604082164,
      "loss": 0.6244,
      "step": 783
    },
    {
      "epoch": 0.06258356782214772,
      "grad_norm": 0.4666098356246948,
      "learning_rate": 0.00019988814960730732,
      "loss": 0.4016,
      "step": 784
    },
    {
      "epoch": 0.0626633938015127,
      "grad_norm": 0.5406811833381653,
      "learning_rate": 0.00019988785278067783,
      "loss": 0.5669,
      "step": 785
    },
    {
      "epoch": 0.06274321978087768,
      "grad_norm": 0.4573417901992798,
      "learning_rate": 0.00019988755556093443,
      "loss": 0.3988,
      "step": 786
    },
    {
      "epoch": 0.06282304576024267,
      "grad_norm": 0.48559272289276123,
      "learning_rate": 0.0001998872579480782,
      "loss": 0.5986,
      "step": 787
    },
    {
      "epoch": 0.06290287173960765,
      "grad_norm": 0.781469464302063,
      "learning_rate": 0.00019988695994211034,
      "loss": 0.524,
      "step": 788
    },
    {
      "epoch": 0.06298269771897264,
      "grad_norm": 0.5280305743217468,
      "learning_rate": 0.00019988666154303208,
      "loss": 0.4503,
      "step": 789
    },
    {
      "epoch": 0.06306252369833762,
      "grad_norm": 0.4063858985900879,
      "learning_rate": 0.0001998863627508445,
      "loss": 0.4134,
      "step": 790
    },
    {
      "epoch": 0.0631423496777026,
      "grad_norm": 0.4321683943271637,
      "learning_rate": 0.00019988606356554885,
      "loss": 0.4711,
      "step": 791
    },
    {
      "epoch": 0.06322217565706759,
      "grad_norm": 0.4440634548664093,
      "learning_rate": 0.00019988576398714627,
      "loss": 0.5565,
      "step": 792
    },
    {
      "epoch": 0.06330200163643258,
      "grad_norm": 0.42520320415496826,
      "learning_rate": 0.0001998854640156379,
      "loss": 0.4999,
      "step": 793
    },
    {
      "epoch": 0.06338182761579757,
      "grad_norm": 0.49261167645454407,
      "learning_rate": 0.00019988516365102504,
      "loss": 0.625,
      "step": 794
    },
    {
      "epoch": 0.06346165359516255,
      "grad_norm": 0.4405450224876404,
      "learning_rate": 0.00019988486289330875,
      "loss": 0.359,
      "step": 795
    },
    {
      "epoch": 0.06354147957452753,
      "grad_norm": 0.47187960147857666,
      "learning_rate": 0.00019988456174249028,
      "loss": 0.4605,
      "step": 796
    },
    {
      "epoch": 0.06362130555389252,
      "grad_norm": 0.5610323548316956,
      "learning_rate": 0.00019988426019857078,
      "loss": 0.4496,
      "step": 797
    },
    {
      "epoch": 0.0637011315332575,
      "grad_norm": 0.5263319611549377,
      "learning_rate": 0.00019988395826155147,
      "loss": 0.5728,
      "step": 798
    },
    {
      "epoch": 0.06378095751262249,
      "grad_norm": 0.3874172568321228,
      "learning_rate": 0.00019988365593143356,
      "loss": 0.4925,
      "step": 799
    },
    {
      "epoch": 0.06386078349198747,
      "grad_norm": 0.4306255877017975,
      "learning_rate": 0.00019988335320821814,
      "loss": 0.3962,
      "step": 800
    },
    {
      "epoch": 0.06386078349198747,
      "eval_loss": 0.4652120769023895,
      "eval_runtime": 34.1319,
      "eval_samples_per_second": 7.383,
      "eval_steps_per_second": 7.383,
      "step": 800
    },
    {
      "epoch": 0.06394060947135245,
      "grad_norm": 0.47334563732147217,
      "learning_rate": 0.0001998830500919065,
      "loss": 0.597,
      "step": 801
    },
    {
      "epoch": 0.06402043545071744,
      "grad_norm": 0.4549613296985626,
      "learning_rate": 0.00019988274658249976,
      "loss": 0.5294,
      "step": 802
    },
    {
      "epoch": 0.06410026143008242,
      "grad_norm": 0.4266989529132843,
      "learning_rate": 0.00019988244267999918,
      "loss": 0.4894,
      "step": 803
    },
    {
      "epoch": 0.0641800874094474,
      "grad_norm": 0.3899768888950348,
      "learning_rate": 0.00019988213838440595,
      "loss": 0.4452,
      "step": 804
    },
    {
      "epoch": 0.06425991338881239,
      "grad_norm": 0.4983561933040619,
      "learning_rate": 0.0001998818336957212,
      "loss": 0.5403,
      "step": 805
    },
    {
      "epoch": 0.06433973936817737,
      "grad_norm": 0.42468252778053284,
      "learning_rate": 0.0001998815286139462,
      "loss": 0.5067,
      "step": 806
    },
    {
      "epoch": 0.06441956534754235,
      "grad_norm": 0.5522065758705139,
      "learning_rate": 0.00019988122313908214,
      "loss": 0.4141,
      "step": 807
    },
    {
      "epoch": 0.06449939132690734,
      "grad_norm": 0.5020689368247986,
      "learning_rate": 0.0001998809172711302,
      "loss": 0.2846,
      "step": 808
    },
    {
      "epoch": 0.06457921730627232,
      "grad_norm": 0.5019834041595459,
      "learning_rate": 0.00019988061101009158,
      "loss": 0.4551,
      "step": 809
    },
    {
      "epoch": 0.0646590432856373,
      "grad_norm": 0.60642009973526,
      "learning_rate": 0.00019988030435596748,
      "loss": 0.4054,
      "step": 810
    },
    {
      "epoch": 0.06473886926500229,
      "grad_norm": 0.4444063603878021,
      "learning_rate": 0.00019987999730875912,
      "loss": 0.4185,
      "step": 811
    },
    {
      "epoch": 0.06481869524436729,
      "grad_norm": 0.6174246072769165,
      "learning_rate": 0.00019987968986846775,
      "loss": 0.4984,
      "step": 812
    },
    {
      "epoch": 0.06489852122373227,
      "grad_norm": 0.43559807538986206,
      "learning_rate": 0.0001998793820350945,
      "loss": 0.442,
      "step": 813
    },
    {
      "epoch": 0.06497834720309725,
      "grad_norm": 0.4822431206703186,
      "learning_rate": 0.00019987907380864062,
      "loss": 0.4729,
      "step": 814
    },
    {
      "epoch": 0.06505817318246224,
      "grad_norm": 0.41960063576698303,
      "learning_rate": 0.00019987876518910738,
      "loss": 0.4114,
      "step": 815
    },
    {
      "epoch": 0.06513799916182722,
      "grad_norm": 0.3633681833744049,
      "learning_rate": 0.0001998784561764959,
      "loss": 0.3325,
      "step": 816
    },
    {
      "epoch": 0.0652178251411922,
      "grad_norm": 0.5908498167991638,
      "learning_rate": 0.00019987814677080743,
      "loss": 0.6608,
      "step": 817
    },
    {
      "epoch": 0.06529765112055719,
      "grad_norm": 0.5115249752998352,
      "learning_rate": 0.00019987783697204324,
      "loss": 0.497,
      "step": 818
    },
    {
      "epoch": 0.06537747709992217,
      "grad_norm": 0.4715053141117096,
      "learning_rate": 0.00019987752678020447,
      "loss": 0.551,
      "step": 819
    },
    {
      "epoch": 0.06545730307928715,
      "grad_norm": 0.5020891427993774,
      "learning_rate": 0.00019987721619529235,
      "loss": 0.4597,
      "step": 820
    },
    {
      "epoch": 0.06553712905865214,
      "grad_norm": 0.4087163507938385,
      "learning_rate": 0.00019987690521730818,
      "loss": 0.4852,
      "step": 821
    },
    {
      "epoch": 0.06561695503801712,
      "grad_norm": 0.5095584988594055,
      "learning_rate": 0.0001998765938462531,
      "loss": 0.4575,
      "step": 822
    },
    {
      "epoch": 0.0656967810173821,
      "grad_norm": 0.396618515253067,
      "learning_rate": 0.00019987628208212836,
      "loss": 0.4237,
      "step": 823
    },
    {
      "epoch": 0.06577660699674709,
      "grad_norm": 0.39909160137176514,
      "learning_rate": 0.0001998759699249352,
      "loss": 0.4128,
      "step": 824
    },
    {
      "epoch": 0.06585643297611207,
      "grad_norm": 0.4488188326358795,
      "learning_rate": 0.00019987565737467487,
      "loss": 0.6205,
      "step": 825
    },
    {
      "epoch": 0.06593625895547706,
      "grad_norm": 0.679919958114624,
      "learning_rate": 0.00019987534443134853,
      "loss": 0.5987,
      "step": 826
    },
    {
      "epoch": 0.06601608493484204,
      "grad_norm": 0.4288248121738434,
      "learning_rate": 0.00019987503109495747,
      "loss": 0.3697,
      "step": 827
    },
    {
      "epoch": 0.06609591091420702,
      "grad_norm": 0.6781786680221558,
      "learning_rate": 0.0001998747173655029,
      "loss": 0.6899,
      "step": 828
    },
    {
      "epoch": 0.06617573689357201,
      "grad_norm": 0.3304695188999176,
      "learning_rate": 0.00019987440324298607,
      "loss": 0.3606,
      "step": 829
    },
    {
      "epoch": 0.06625556287293699,
      "grad_norm": 0.4489208459854126,
      "learning_rate": 0.0001998740887274082,
      "loss": 0.5338,
      "step": 830
    },
    {
      "epoch": 0.06633538885230199,
      "grad_norm": 0.5050119161605835,
      "learning_rate": 0.00019987377381877055,
      "loss": 0.6281,
      "step": 831
    },
    {
      "epoch": 0.06641521483166697,
      "grad_norm": 0.5522220730781555,
      "learning_rate": 0.00019987345851707434,
      "loss": 0.4785,
      "step": 832
    },
    {
      "epoch": 0.06649504081103196,
      "grad_norm": 0.5801417827606201,
      "learning_rate": 0.0001998731428223208,
      "loss": 0.4754,
      "step": 833
    },
    {
      "epoch": 0.06657486679039694,
      "grad_norm": 0.4570358693599701,
      "learning_rate": 0.0001998728267345112,
      "loss": 0.4061,
      "step": 834
    },
    {
      "epoch": 0.06665469276976192,
      "grad_norm": 0.5349423885345459,
      "learning_rate": 0.00019987251025364676,
      "loss": 0.5695,
      "step": 835
    },
    {
      "epoch": 0.0667345187491269,
      "grad_norm": 0.5008032917976379,
      "learning_rate": 0.00019987219337972873,
      "loss": 0.4931,
      "step": 836
    },
    {
      "epoch": 0.06681434472849189,
      "grad_norm": 0.6774750351905823,
      "learning_rate": 0.0001998718761127584,
      "loss": 0.5919,
      "step": 837
    },
    {
      "epoch": 0.06689417070785687,
      "grad_norm": 0.48072540760040283,
      "learning_rate": 0.00019987155845273695,
      "loss": 0.4314,
      "step": 838
    },
    {
      "epoch": 0.06697399668722186,
      "grad_norm": 0.5153228044509888,
      "learning_rate": 0.00019987124039966568,
      "loss": 0.4421,
      "step": 839
    },
    {
      "epoch": 0.06705382266658684,
      "grad_norm": 0.4739421010017395,
      "learning_rate": 0.0001998709219535458,
      "loss": 0.4853,
      "step": 840
    },
    {
      "epoch": 0.06713364864595182,
      "grad_norm": 0.4365614652633667,
      "learning_rate": 0.0001998706031143786,
      "loss": 0.4895,
      "step": 841
    },
    {
      "epoch": 0.06721347462531681,
      "grad_norm": 0.3628809452056885,
      "learning_rate": 0.00019987028388216536,
      "loss": 0.3824,
      "step": 842
    },
    {
      "epoch": 0.06729330060468179,
      "grad_norm": 0.5677554607391357,
      "learning_rate": 0.00019986996425690727,
      "loss": 0.4534,
      "step": 843
    },
    {
      "epoch": 0.06737312658404677,
      "grad_norm": 0.3780694007873535,
      "learning_rate": 0.0001998696442386056,
      "loss": 0.391,
      "step": 844
    },
    {
      "epoch": 0.06745295256341176,
      "grad_norm": 0.4487702548503876,
      "learning_rate": 0.00019986932382726167,
      "loss": 0.5616,
      "step": 845
    },
    {
      "epoch": 0.06753277854277674,
      "grad_norm": 0.41463765501976013,
      "learning_rate": 0.00019986900302287666,
      "loss": 0.4749,
      "step": 846
    },
    {
      "epoch": 0.06761260452214173,
      "grad_norm": 0.4262291491031647,
      "learning_rate": 0.00019986868182545186,
      "loss": 0.4737,
      "step": 847
    },
    {
      "epoch": 0.06769243050150671,
      "grad_norm": 0.4382242262363434,
      "learning_rate": 0.00019986836023498859,
      "loss": 0.5101,
      "step": 848
    },
    {
      "epoch": 0.0677722564808717,
      "grad_norm": 0.48117437958717346,
      "learning_rate": 0.00019986803825148804,
      "loss": 0.416,
      "step": 849
    },
    {
      "epoch": 0.06785208246023669,
      "grad_norm": 0.4961760342121124,
      "learning_rate": 0.00019986771587495152,
      "loss": 0.5646,
      "step": 850
    },
    {
      "epoch": 0.06793190843960167,
      "grad_norm": 0.44316455721855164,
      "learning_rate": 0.00019986739310538028,
      "loss": 0.4364,
      "step": 851
    },
    {
      "epoch": 0.06801173441896666,
      "grad_norm": 0.461273729801178,
      "learning_rate": 0.00019986706994277559,
      "loss": 0.4617,
      "step": 852
    },
    {
      "epoch": 0.06809156039833164,
      "grad_norm": 0.45791471004486084,
      "learning_rate": 0.00019986674638713874,
      "loss": 0.4481,
      "step": 853
    },
    {
      "epoch": 0.06817138637769662,
      "grad_norm": 0.4298376142978668,
      "learning_rate": 0.000199866422438471,
      "loss": 0.4002,
      "step": 854
    },
    {
      "epoch": 0.06825121235706161,
      "grad_norm": 0.5613407492637634,
      "learning_rate": 0.00019986609809677356,
      "loss": 0.5903,
      "step": 855
    },
    {
      "epoch": 0.06833103833642659,
      "grad_norm": 0.4816082715988159,
      "learning_rate": 0.00019986577336204785,
      "loss": 0.4541,
      "step": 856
    },
    {
      "epoch": 0.06841086431579158,
      "grad_norm": 0.335520476102829,
      "learning_rate": 0.00019986544823429508,
      "loss": 0.2944,
      "step": 857
    },
    {
      "epoch": 0.06849069029515656,
      "grad_norm": 0.4335538446903229,
      "learning_rate": 0.00019986512271351648,
      "loss": 0.3128,
      "step": 858
    },
    {
      "epoch": 0.06857051627452154,
      "grad_norm": 0.4336746037006378,
      "learning_rate": 0.00019986479679971338,
      "loss": 0.4121,
      "step": 859
    },
    {
      "epoch": 0.06865034225388653,
      "grad_norm": 0.5090530514717102,
      "learning_rate": 0.00019986447049288706,
      "loss": 0.5062,
      "step": 860
    },
    {
      "epoch": 0.06873016823325151,
      "grad_norm": 0.43544572591781616,
      "learning_rate": 0.00019986414379303876,
      "loss": 0.3713,
      "step": 861
    },
    {
      "epoch": 0.0688099942126165,
      "grad_norm": 0.5422319173812866,
      "learning_rate": 0.00019986381670016986,
      "loss": 0.5596,
      "step": 862
    },
    {
      "epoch": 0.06888982019198148,
      "grad_norm": 0.49262452125549316,
      "learning_rate": 0.00019986348921428157,
      "loss": 0.4853,
      "step": 863
    },
    {
      "epoch": 0.06896964617134646,
      "grad_norm": 0.39159318804740906,
      "learning_rate": 0.0001998631613353752,
      "loss": 0.3964,
      "step": 864
    },
    {
      "epoch": 0.06904947215071144,
      "grad_norm": 0.4785003364086151,
      "learning_rate": 0.00019986283306345205,
      "loss": 0.5081,
      "step": 865
    },
    {
      "epoch": 0.06912929813007643,
      "grad_norm": 0.5801306962966919,
      "learning_rate": 0.00019986250439851339,
      "loss": 0.5823,
      "step": 866
    },
    {
      "epoch": 0.06920912410944141,
      "grad_norm": 0.6776675581932068,
      "learning_rate": 0.00019986217534056052,
      "loss": 0.5866,
      "step": 867
    },
    {
      "epoch": 0.06928895008880641,
      "grad_norm": 0.431278258562088,
      "learning_rate": 0.00019986184588959477,
      "loss": 0.4652,
      "step": 868
    },
    {
      "epoch": 0.06936877606817139,
      "grad_norm": 0.48090067505836487,
      "learning_rate": 0.00019986151604561736,
      "loss": 0.6167,
      "step": 869
    },
    {
      "epoch": 0.06944860204753638,
      "grad_norm": 0.48010551929473877,
      "learning_rate": 0.00019986118580862968,
      "loss": 0.5749,
      "step": 870
    },
    {
      "epoch": 0.06952842802690136,
      "grad_norm": 0.4791915714740753,
      "learning_rate": 0.00019986085517863296,
      "loss": 0.4329,
      "step": 871
    },
    {
      "epoch": 0.06960825400626634,
      "grad_norm": 0.49460291862487793,
      "learning_rate": 0.00019986052415562852,
      "loss": 0.4935,
      "step": 872
    },
    {
      "epoch": 0.06968807998563133,
      "grad_norm": 0.41940850019454956,
      "learning_rate": 0.00019986019273961767,
      "loss": 0.3298,
      "step": 873
    },
    {
      "epoch": 0.06976790596499631,
      "grad_norm": 0.46758154034614563,
      "learning_rate": 0.00019985986093060175,
      "loss": 0.3963,
      "step": 874
    },
    {
      "epoch": 0.0698477319443613,
      "grad_norm": 0.4706185460090637,
      "learning_rate": 0.000199859528728582,
      "loss": 0.5501,
      "step": 875
    },
    {
      "epoch": 0.06992755792372628,
      "grad_norm": 0.41814616322517395,
      "learning_rate": 0.00019985919613355976,
      "loss": 0.3922,
      "step": 876
    },
    {
      "epoch": 0.07000738390309126,
      "grad_norm": 0.4951559603214264,
      "learning_rate": 0.00019985886314553632,
      "loss": 0.4887,
      "step": 877
    },
    {
      "epoch": 0.07008720988245624,
      "grad_norm": 0.45197221636772156,
      "learning_rate": 0.00019985852976451302,
      "loss": 0.4622,
      "step": 878
    },
    {
      "epoch": 0.07016703586182123,
      "grad_norm": 0.41291651129722595,
      "learning_rate": 0.0001998581959904912,
      "loss": 0.506,
      "step": 879
    },
    {
      "epoch": 0.07024686184118621,
      "grad_norm": 0.3690530061721802,
      "learning_rate": 0.00019985786182347205,
      "loss": 0.3937,
      "step": 880
    },
    {
      "epoch": 0.0703266878205512,
      "grad_norm": 0.40262195467948914,
      "learning_rate": 0.00019985752726345702,
      "loss": 0.4873,
      "step": 881
    },
    {
      "epoch": 0.07040651379991618,
      "grad_norm": 0.5151641368865967,
      "learning_rate": 0.00019985719231044736,
      "loss": 0.5173,
      "step": 882
    },
    {
      "epoch": 0.07048633977928116,
      "grad_norm": 0.5972362756729126,
      "learning_rate": 0.0001998568569644444,
      "loss": 0.6726,
      "step": 883
    },
    {
      "epoch": 0.07056616575864615,
      "grad_norm": 0.5499440431594849,
      "learning_rate": 0.00019985652122544946,
      "loss": 0.4678,
      "step": 884
    },
    {
      "epoch": 0.07064599173801113,
      "grad_norm": 0.4795866012573242,
      "learning_rate": 0.00019985618509346388,
      "loss": 0.4756,
      "step": 885
    },
    {
      "epoch": 0.07072581771737611,
      "grad_norm": 0.5318301916122437,
      "learning_rate": 0.00019985584856848894,
      "loss": 0.6068,
      "step": 886
    },
    {
      "epoch": 0.07080564369674111,
      "grad_norm": 0.7075313925743103,
      "learning_rate": 0.00019985551165052604,
      "loss": 0.4093,
      "step": 887
    },
    {
      "epoch": 0.0708854696761061,
      "grad_norm": 0.40030375123023987,
      "learning_rate": 0.00019985517433957642,
      "loss": 0.3536,
      "step": 888
    },
    {
      "epoch": 0.07096529565547108,
      "grad_norm": 0.43663907051086426,
      "learning_rate": 0.00019985483663564142,
      "loss": 0.3886,
      "step": 889
    },
    {
      "epoch": 0.07104512163483606,
      "grad_norm": 0.502320408821106,
      "learning_rate": 0.00019985449853872242,
      "loss": 0.5383,
      "step": 890
    },
    {
      "epoch": 0.07112494761420105,
      "grad_norm": 0.6213462352752686,
      "learning_rate": 0.00019985416004882073,
      "loss": 0.637,
      "step": 891
    },
    {
      "epoch": 0.07120477359356603,
      "grad_norm": 0.35458794236183167,
      "learning_rate": 0.00019985382116593768,
      "loss": 0.3281,
      "step": 892
    },
    {
      "epoch": 0.07128459957293101,
      "grad_norm": 0.44896841049194336,
      "learning_rate": 0.00019985348189007456,
      "loss": 0.3796,
      "step": 893
    },
    {
      "epoch": 0.071364425552296,
      "grad_norm": 0.4992232024669647,
      "learning_rate": 0.00019985314222123278,
      "loss": 0.4389,
      "step": 894
    },
    {
      "epoch": 0.07144425153166098,
      "grad_norm": 0.5588604211807251,
      "learning_rate": 0.0001998528021594136,
      "loss": 0.4099,
      "step": 895
    },
    {
      "epoch": 0.07152407751102596,
      "grad_norm": 0.5084794163703918,
      "learning_rate": 0.00019985246170461845,
      "loss": 0.5324,
      "step": 896
    },
    {
      "epoch": 0.07160390349039095,
      "grad_norm": 0.4413525462150574,
      "learning_rate": 0.0001998521208568486,
      "loss": 0.414,
      "step": 897
    },
    {
      "epoch": 0.07168372946975593,
      "grad_norm": 0.37210628390312195,
      "learning_rate": 0.00019985177961610542,
      "loss": 0.4534,
      "step": 898
    },
    {
      "epoch": 0.07176355544912091,
      "grad_norm": 0.5245507955551147,
      "learning_rate": 0.00019985143798239023,
      "loss": 0.5113,
      "step": 899
    },
    {
      "epoch": 0.0718433814284859,
      "grad_norm": 0.6241148114204407,
      "learning_rate": 0.00019985109595570437,
      "loss": 0.7174,
      "step": 900
    },
    {
      "epoch": 0.07192320740785088,
      "grad_norm": 0.3886842131614685,
      "learning_rate": 0.00019985075353604924,
      "loss": 0.3635,
      "step": 901
    },
    {
      "epoch": 0.07200303338721586,
      "grad_norm": 0.5556980967521667,
      "learning_rate": 0.00019985041072342611,
      "loss": 0.4297,
      "step": 902
    },
    {
      "epoch": 0.07208285936658085,
      "grad_norm": 0.5712704062461853,
      "learning_rate": 0.0001998500675178364,
      "loss": 0.4889,
      "step": 903
    },
    {
      "epoch": 0.07216268534594583,
      "grad_norm": 0.510758638381958,
      "learning_rate": 0.00019984972391928144,
      "loss": 0.3748,
      "step": 904
    },
    {
      "epoch": 0.07224251132531083,
      "grad_norm": 0.48997238278388977,
      "learning_rate": 0.00019984937992776258,
      "loss": 0.4252,
      "step": 905
    },
    {
      "epoch": 0.07232233730467581,
      "grad_norm": 0.3749633729457855,
      "learning_rate": 0.00019984903554328114,
      "loss": 0.3943,
      "step": 906
    },
    {
      "epoch": 0.0724021632840408,
      "grad_norm": 0.3806280791759491,
      "learning_rate": 0.00019984869076583852,
      "loss": 0.4853,
      "step": 907
    },
    {
      "epoch": 0.07248198926340578,
      "grad_norm": 0.6680072546005249,
      "learning_rate": 0.00019984834559543603,
      "loss": 0.4016,
      "step": 908
    },
    {
      "epoch": 0.07256181524277076,
      "grad_norm": 0.5495259761810303,
      "learning_rate": 0.0001998480000320751,
      "loss": 0.4724,
      "step": 909
    },
    {
      "epoch": 0.07264164122213575,
      "grad_norm": 0.5541057586669922,
      "learning_rate": 0.00019984765407575706,
      "loss": 0.62,
      "step": 910
    },
    {
      "epoch": 0.07272146720150073,
      "grad_norm": 0.618758499622345,
      "learning_rate": 0.00019984730772648322,
      "loss": 0.5187,
      "step": 911
    },
    {
      "epoch": 0.07280129318086571,
      "grad_norm": 0.4324641823768616,
      "learning_rate": 0.000199846960984255,
      "loss": 0.4395,
      "step": 912
    },
    {
      "epoch": 0.0728811191602307,
      "grad_norm": 0.5197269916534424,
      "learning_rate": 0.00019984661384907373,
      "loss": 0.4994,
      "step": 913
    },
    {
      "epoch": 0.07296094513959568,
      "grad_norm": 0.4869861304759979,
      "learning_rate": 0.0001998462663209408,
      "loss": 0.4298,
      "step": 914
    },
    {
      "epoch": 0.07304077111896067,
      "grad_norm": 0.42251330614089966,
      "learning_rate": 0.00019984591839985758,
      "loss": 0.406,
      "step": 915
    },
    {
      "epoch": 0.07312059709832565,
      "grad_norm": 0.5151549577713013,
      "learning_rate": 0.00019984557008582542,
      "loss": 0.5435,
      "step": 916
    },
    {
      "epoch": 0.07320042307769063,
      "grad_norm": 0.5650591850280762,
      "learning_rate": 0.0001998452213788457,
      "loss": 0.6197,
      "step": 917
    },
    {
      "epoch": 0.07328024905705562,
      "grad_norm": 0.5005167126655579,
      "learning_rate": 0.00019984487227891982,
      "loss": 0.5815,
      "step": 918
    },
    {
      "epoch": 0.0733600750364206,
      "grad_norm": 0.4313190281391144,
      "learning_rate": 0.00019984452278604912,
      "loss": 0.4296,
      "step": 919
    },
    {
      "epoch": 0.07343990101578558,
      "grad_norm": 0.5169708132743835,
      "learning_rate": 0.00019984417290023495,
      "loss": 0.5655,
      "step": 920
    },
    {
      "epoch": 0.07351972699515057,
      "grad_norm": 0.4982161521911621,
      "learning_rate": 0.00019984382262147875,
      "loss": 0.571,
      "step": 921
    },
    {
      "epoch": 0.07359955297451555,
      "grad_norm": 0.6123804450035095,
      "learning_rate": 0.00019984347194978189,
      "loss": 0.4807,
      "step": 922
    },
    {
      "epoch": 0.07367937895388053,
      "grad_norm": 0.5048958659172058,
      "learning_rate": 0.00019984312088514567,
      "loss": 0.584,
      "step": 923
    },
    {
      "epoch": 0.07375920493324553,
      "grad_norm": 0.45413723587989807,
      "learning_rate": 0.00019984276942757159,
      "loss": 0.4565,
      "step": 924
    },
    {
      "epoch": 0.07383903091261051,
      "grad_norm": 0.36461150646209717,
      "learning_rate": 0.00019984241757706092,
      "loss": 0.3931,
      "step": 925
    },
    {
      "epoch": 0.0739188568919755,
      "grad_norm": 0.3206764757633209,
      "learning_rate": 0.00019984206533361513,
      "loss": 0.3176,
      "step": 926
    },
    {
      "epoch": 0.07399868287134048,
      "grad_norm": 0.6154783964157104,
      "learning_rate": 0.00019984171269723556,
      "loss": 0.5352,
      "step": 927
    },
    {
      "epoch": 0.07407850885070547,
      "grad_norm": 0.6421913504600525,
      "learning_rate": 0.00019984135966792364,
      "loss": 0.4442,
      "step": 928
    },
    {
      "epoch": 0.07415833483007045,
      "grad_norm": 0.5737684965133667,
      "learning_rate": 0.00019984100624568073,
      "loss": 0.411,
      "step": 929
    },
    {
      "epoch": 0.07423816080943543,
      "grad_norm": 0.43624624609947205,
      "learning_rate": 0.0001998406524305082,
      "loss": 0.3931,
      "step": 930
    },
    {
      "epoch": 0.07431798678880042,
      "grad_norm": 0.5282507538795471,
      "learning_rate": 0.00019984029822240747,
      "loss": 0.5813,
      "step": 931
    },
    {
      "epoch": 0.0743978127681654,
      "grad_norm": 0.6051077842712402,
      "learning_rate": 0.00019983994362137995,
      "loss": 0.5869,
      "step": 932
    },
    {
      "epoch": 0.07447763874753038,
      "grad_norm": 0.5181511044502258,
      "learning_rate": 0.000199839588627427,
      "loss": 0.4501,
      "step": 933
    },
    {
      "epoch": 0.07455746472689537,
      "grad_norm": 0.5095809102058411,
      "learning_rate": 0.00019983923324055,
      "loss": 0.5203,
      "step": 934
    },
    {
      "epoch": 0.07463729070626035,
      "grad_norm": 0.5470360517501831,
      "learning_rate": 0.00019983887746075044,
      "loss": 0.5891,
      "step": 935
    },
    {
      "epoch": 0.07471711668562533,
      "grad_norm": 0.47366175055503845,
      "learning_rate": 0.0001998385212880296,
      "loss": 0.4677,
      "step": 936
    },
    {
      "epoch": 0.07479694266499032,
      "grad_norm": 0.577698826789856,
      "learning_rate": 0.00019983816472238897,
      "loss": 0.4974,
      "step": 937
    },
    {
      "epoch": 0.0748767686443553,
      "grad_norm": 0.4596298038959503,
      "learning_rate": 0.00019983780776382994,
      "loss": 0.4565,
      "step": 938
    },
    {
      "epoch": 0.07495659462372029,
      "grad_norm": 0.5022727847099304,
      "learning_rate": 0.00019983745041235392,
      "loss": 0.4926,
      "step": 939
    },
    {
      "epoch": 0.07503642060308527,
      "grad_norm": 0.4388754069805145,
      "learning_rate": 0.00019983709266796224,
      "loss": 0.5627,
      "step": 940
    },
    {
      "epoch": 0.07511624658245025,
      "grad_norm": 0.6405999064445496,
      "learning_rate": 0.00019983673453065638,
      "loss": 0.5019,
      "step": 941
    },
    {
      "epoch": 0.07519607256181524,
      "grad_norm": 0.45392948389053345,
      "learning_rate": 0.00019983637600043776,
      "loss": 0.5137,
      "step": 942
    },
    {
      "epoch": 0.07527589854118023,
      "grad_norm": 0.40142473578453064,
      "learning_rate": 0.00019983601707730775,
      "loss": 0.48,
      "step": 943
    },
    {
      "epoch": 0.07535572452054522,
      "grad_norm": 0.5293024778366089,
      "learning_rate": 0.00019983565776126778,
      "loss": 0.4222,
      "step": 944
    },
    {
      "epoch": 0.0754355504999102,
      "grad_norm": 0.4700995087623596,
      "learning_rate": 0.00019983529805231928,
      "loss": 0.4708,
      "step": 945
    },
    {
      "epoch": 0.07551537647927518,
      "grad_norm": 0.3944874405860901,
      "learning_rate": 0.0001998349379504636,
      "loss": 0.464,
      "step": 946
    },
    {
      "epoch": 0.07559520245864017,
      "grad_norm": 0.44498226046562195,
      "learning_rate": 0.00019983457745570223,
      "loss": 0.4538,
      "step": 947
    },
    {
      "epoch": 0.07567502843800515,
      "grad_norm": 0.3883393108844757,
      "learning_rate": 0.0001998342165680366,
      "loss": 0.413,
      "step": 948
    },
    {
      "epoch": 0.07575485441737013,
      "grad_norm": 0.41036713123321533,
      "learning_rate": 0.00019983385528746803,
      "loss": 0.4109,
      "step": 949
    },
    {
      "epoch": 0.07583468039673512,
      "grad_norm": 0.40505075454711914,
      "learning_rate": 0.00019983349361399805,
      "loss": 0.4652,
      "step": 950
    },
    {
      "epoch": 0.0759145063761001,
      "grad_norm": 0.5116584897041321,
      "learning_rate": 0.00019983313154762802,
      "loss": 0.429,
      "step": 951
    },
    {
      "epoch": 0.07599433235546509,
      "grad_norm": 0.4118742048740387,
      "learning_rate": 0.00019983276908835942,
      "loss": 0.5047,
      "step": 952
    },
    {
      "epoch": 0.07607415833483007,
      "grad_norm": 0.4632856845855713,
      "learning_rate": 0.0001998324062361936,
      "loss": 0.3806,
      "step": 953
    },
    {
      "epoch": 0.07615398431419505,
      "grad_norm": 0.43916386365890503,
      "learning_rate": 0.00019983204299113202,
      "loss": 0.422,
      "step": 954
    },
    {
      "epoch": 0.07623381029356004,
      "grad_norm": 0.3879847228527069,
      "learning_rate": 0.00019983167935317615,
      "loss": 0.3309,
      "step": 955
    },
    {
      "epoch": 0.07631363627292502,
      "grad_norm": 0.431808739900589,
      "learning_rate": 0.00019983131532232736,
      "loss": 0.297,
      "step": 956
    },
    {
      "epoch": 0.07639346225229,
      "grad_norm": 0.4773883819580078,
      "learning_rate": 0.00019983095089858716,
      "loss": 0.4933,
      "step": 957
    },
    {
      "epoch": 0.07647328823165499,
      "grad_norm": 0.4135197699069977,
      "learning_rate": 0.00019983058608195688,
      "loss": 0.4373,
      "step": 958
    },
    {
      "epoch": 0.07655311421101997,
      "grad_norm": 0.5224263072013855,
      "learning_rate": 0.00019983022087243806,
      "loss": 0.5687,
      "step": 959
    },
    {
      "epoch": 0.07663294019038495,
      "grad_norm": 0.5110890865325928,
      "learning_rate": 0.00019982985527003207,
      "loss": 0.4005,
      "step": 960
    },
    {
      "epoch": 0.07671276616974995,
      "grad_norm": 0.3808525800704956,
      "learning_rate": 0.00019982948927474038,
      "loss": 0.3804,
      "step": 961
    },
    {
      "epoch": 0.07679259214911494,
      "grad_norm": 0.5822712182998657,
      "learning_rate": 0.0001998291228865644,
      "loss": 0.4864,
      "step": 962
    },
    {
      "epoch": 0.07687241812847992,
      "grad_norm": 0.48518386483192444,
      "learning_rate": 0.00019982875610550558,
      "loss": 0.4795,
      "step": 963
    },
    {
      "epoch": 0.0769522441078449,
      "grad_norm": 0.5094516277313232,
      "learning_rate": 0.00019982838893156538,
      "loss": 0.4123,
      "step": 964
    },
    {
      "epoch": 0.07703207008720989,
      "grad_norm": 0.5383498668670654,
      "learning_rate": 0.00019982802136474524,
      "loss": 0.4699,
      "step": 965
    },
    {
      "epoch": 0.07711189606657487,
      "grad_norm": 0.47022587060928345,
      "learning_rate": 0.00019982765340504664,
      "loss": 0.3473,
      "step": 966
    },
    {
      "epoch": 0.07719172204593985,
      "grad_norm": 0.46491539478302,
      "learning_rate": 0.00019982728505247094,
      "loss": 0.4329,
      "step": 967
    },
    {
      "epoch": 0.07727154802530484,
      "grad_norm": 0.47617051005363464,
      "learning_rate": 0.00019982691630701966,
      "loss": 0.5031,
      "step": 968
    },
    {
      "epoch": 0.07735137400466982,
      "grad_norm": 0.4769696295261383,
      "learning_rate": 0.00019982654716869426,
      "loss": 0.4538,
      "step": 969
    },
    {
      "epoch": 0.0774311999840348,
      "grad_norm": 0.5391644239425659,
      "learning_rate": 0.00019982617763749616,
      "loss": 0.4513,
      "step": 970
    },
    {
      "epoch": 0.07751102596339979,
      "grad_norm": 0.4206085205078125,
      "learning_rate": 0.00019982580771342681,
      "loss": 0.5455,
      "step": 971
    },
    {
      "epoch": 0.07759085194276477,
      "grad_norm": 0.3865272104740143,
      "learning_rate": 0.00019982543739648767,
      "loss": 0.4374,
      "step": 972
    },
    {
      "epoch": 0.07767067792212975,
      "grad_norm": 0.451842337846756,
      "learning_rate": 0.00019982506668668023,
      "loss": 0.5778,
      "step": 973
    },
    {
      "epoch": 0.07775050390149474,
      "grad_norm": 0.40742331743240356,
      "learning_rate": 0.00019982469558400592,
      "loss": 0.3807,
      "step": 974
    },
    {
      "epoch": 0.07783032988085972,
      "grad_norm": 0.40953782200813293,
      "learning_rate": 0.00019982432408846616,
      "loss": 0.4911,
      "step": 975
    },
    {
      "epoch": 0.0779101558602247,
      "grad_norm": 0.4727308750152588,
      "learning_rate": 0.0001998239522000625,
      "loss": 0.477,
      "step": 976
    },
    {
      "epoch": 0.07798998183958969,
      "grad_norm": 0.44632822275161743,
      "learning_rate": 0.00019982357991879638,
      "loss": 0.4035,
      "step": 977
    },
    {
      "epoch": 0.07806980781895467,
      "grad_norm": 0.5238662362098694,
      "learning_rate": 0.00019982320724466922,
      "loss": 0.5407,
      "step": 978
    },
    {
      "epoch": 0.07814963379831966,
      "grad_norm": 0.48163485527038574,
      "learning_rate": 0.0001998228341776825,
      "loss": 0.4762,
      "step": 979
    },
    {
      "epoch": 0.07822945977768465,
      "grad_norm": 0.45176517963409424,
      "learning_rate": 0.0001998224607178377,
      "loss": 0.4139,
      "step": 980
    },
    {
      "epoch": 0.07830928575704964,
      "grad_norm": 0.481265127658844,
      "learning_rate": 0.00019982208686513628,
      "loss": 0.4928,
      "step": 981
    },
    {
      "epoch": 0.07838911173641462,
      "grad_norm": 0.3537147343158722,
      "learning_rate": 0.00019982171261957973,
      "loss": 0.3725,
      "step": 982
    },
    {
      "epoch": 0.0784689377157796,
      "grad_norm": 0.5403474569320679,
      "learning_rate": 0.00019982133798116954,
      "loss": 0.4557,
      "step": 983
    },
    {
      "epoch": 0.07854876369514459,
      "grad_norm": 0.46544113755226135,
      "learning_rate": 0.00019982096294990714,
      "loss": 0.5354,
      "step": 984
    },
    {
      "epoch": 0.07862858967450957,
      "grad_norm": 0.5343830585479736,
      "learning_rate": 0.000199820587525794,
      "loss": 0.4299,
      "step": 985
    },
    {
      "epoch": 0.07870841565387456,
      "grad_norm": 0.5584840774536133,
      "learning_rate": 0.00019982021170883164,
      "loss": 0.5523,
      "step": 986
    },
    {
      "epoch": 0.07878824163323954,
      "grad_norm": 0.580943763256073,
      "learning_rate": 0.00019981983549902154,
      "loss": 0.4203,
      "step": 987
    },
    {
      "epoch": 0.07886806761260452,
      "grad_norm": 0.4486120641231537,
      "learning_rate": 0.00019981945889636514,
      "loss": 0.5351,
      "step": 988
    },
    {
      "epoch": 0.0789478935919695,
      "grad_norm": 0.5005035400390625,
      "learning_rate": 0.00019981908190086397,
      "loss": 0.373,
      "step": 989
    },
    {
      "epoch": 0.07902771957133449,
      "grad_norm": 0.49615487456321716,
      "learning_rate": 0.00019981870451251947,
      "loss": 0.6125,
      "step": 990
    },
    {
      "epoch": 0.07910754555069947,
      "grad_norm": 0.5961847305297852,
      "learning_rate": 0.00019981832673133314,
      "loss": 0.4389,
      "step": 991
    },
    {
      "epoch": 0.07918737153006446,
      "grad_norm": 0.497122198343277,
      "learning_rate": 0.00019981794855730646,
      "loss": 0.4656,
      "step": 992
    },
    {
      "epoch": 0.07926719750942944,
      "grad_norm": 0.39228421449661255,
      "learning_rate": 0.00019981756999044094,
      "loss": 0.4167,
      "step": 993
    },
    {
      "epoch": 0.07934702348879442,
      "grad_norm": 0.4518222212791443,
      "learning_rate": 0.00019981719103073808,
      "loss": 0.4427,
      "step": 994
    },
    {
      "epoch": 0.07942684946815941,
      "grad_norm": 0.5211318731307983,
      "learning_rate": 0.00019981681167819933,
      "loss": 0.5858,
      "step": 995
    },
    {
      "epoch": 0.07950667544752439,
      "grad_norm": 0.4907536208629608,
      "learning_rate": 0.0001998164319328262,
      "loss": 0.6069,
      "step": 996
    },
    {
      "epoch": 0.07958650142688938,
      "grad_norm": 0.49482375383377075,
      "learning_rate": 0.00019981605179462015,
      "loss": 0.5034,
      "step": 997
    },
    {
      "epoch": 0.07966632740625436,
      "grad_norm": 0.40059807896614075,
      "learning_rate": 0.00019981567126358275,
      "loss": 0.4266,
      "step": 998
    },
    {
      "epoch": 0.07974615338561936,
      "grad_norm": 0.5900467038154602,
      "learning_rate": 0.00019981529033971546,
      "loss": 0.4179,
      "step": 999
    },
    {
      "epoch": 0.07982597936498434,
      "grad_norm": 0.38701024651527405,
      "learning_rate": 0.0001998149090230198,
      "loss": 0.476,
      "step": 1000
    },
    {
      "epoch": 0.07982597936498434,
      "eval_loss": 0.45978954434394836,
      "eval_runtime": 34.1576,
      "eval_samples_per_second": 7.378,
      "eval_steps_per_second": 7.378,
      "step": 1000
    },
    {
      "epoch": 0.07990580534434932,
      "grad_norm": 0.4155604839324951,
      "learning_rate": 0.0001998145273134972,
      "loss": 0.4544,
      "step": 1001
    },
    {
      "epoch": 0.0799856313237143,
      "grad_norm": 0.4387298822402954,
      "learning_rate": 0.00019981414521114924,
      "loss": 0.3927,
      "step": 1002
    },
    {
      "epoch": 0.08006545730307929,
      "grad_norm": 0.43265822529792786,
      "learning_rate": 0.0001998137627159774,
      "loss": 0.4692,
      "step": 1003
    },
    {
      "epoch": 0.08014528328244427,
      "grad_norm": 0.4375142455101013,
      "learning_rate": 0.00019981337982798316,
      "loss": 0.458,
      "step": 1004
    },
    {
      "epoch": 0.08022510926180926,
      "grad_norm": 0.5050115585327148,
      "learning_rate": 0.00019981299654716806,
      "loss": 0.4332,
      "step": 1005
    },
    {
      "epoch": 0.08030493524117424,
      "grad_norm": 0.4980746805667877,
      "learning_rate": 0.00019981261287353358,
      "loss": 0.4061,
      "step": 1006
    },
    {
      "epoch": 0.08038476122053922,
      "grad_norm": 0.6988332271575928,
      "learning_rate": 0.0001998122288070813,
      "loss": 0.5477,
      "step": 1007
    },
    {
      "epoch": 0.08046458719990421,
      "grad_norm": 0.4380294680595398,
      "learning_rate": 0.00019981184434781263,
      "loss": 0.3881,
      "step": 1008
    },
    {
      "epoch": 0.08054441317926919,
      "grad_norm": 0.46652212738990784,
      "learning_rate": 0.00019981145949572916,
      "loss": 0.4343,
      "step": 1009
    },
    {
      "epoch": 0.08062423915863418,
      "grad_norm": 0.5960552096366882,
      "learning_rate": 0.00019981107425083233,
      "loss": 0.5048,
      "step": 1010
    },
    {
      "epoch": 0.08070406513799916,
      "grad_norm": 0.5201516151428223,
      "learning_rate": 0.00019981068861312374,
      "loss": 0.4209,
      "step": 1011
    },
    {
      "epoch": 0.08078389111736414,
      "grad_norm": 0.433555543422699,
      "learning_rate": 0.00019981030258260486,
      "loss": 0.4948,
      "step": 1012
    },
    {
      "epoch": 0.08086371709672913,
      "grad_norm": 0.44892576336860657,
      "learning_rate": 0.00019980991615927725,
      "loss": 0.5462,
      "step": 1013
    },
    {
      "epoch": 0.08094354307609411,
      "grad_norm": 0.3955766260623932,
      "learning_rate": 0.00019980952934314236,
      "loss": 0.4583,
      "step": 1014
    },
    {
      "epoch": 0.0810233690554591,
      "grad_norm": 0.38057470321655273,
      "learning_rate": 0.00019980914213420174,
      "loss": 0.3664,
      "step": 1015
    },
    {
      "epoch": 0.08110319503482408,
      "grad_norm": 0.4989578127861023,
      "learning_rate": 0.00019980875453245696,
      "loss": 0.578,
      "step": 1016
    },
    {
      "epoch": 0.08118302101418907,
      "grad_norm": 0.5234544277191162,
      "learning_rate": 0.00019980836653790948,
      "loss": 0.442,
      "step": 1017
    },
    {
      "epoch": 0.08126284699355406,
      "grad_norm": 0.5041677355766296,
      "learning_rate": 0.00019980797815056088,
      "loss": 0.4618,
      "step": 1018
    },
    {
      "epoch": 0.08134267297291904,
      "grad_norm": 0.7484343647956848,
      "learning_rate": 0.0001998075893704127,
      "loss": 0.5643,
      "step": 1019
    },
    {
      "epoch": 0.08142249895228403,
      "grad_norm": 0.6928218603134155,
      "learning_rate": 0.00019980720019746636,
      "loss": 0.6396,
      "step": 1020
    },
    {
      "epoch": 0.08150232493164901,
      "grad_norm": 0.4846545159816742,
      "learning_rate": 0.0001998068106317235,
      "loss": 0.3354,
      "step": 1021
    },
    {
      "epoch": 0.08158215091101399,
      "grad_norm": 0.4327860474586487,
      "learning_rate": 0.00019980642067318565,
      "loss": 0.4376,
      "step": 1022
    },
    {
      "epoch": 0.08166197689037898,
      "grad_norm": 0.4849873483181,
      "learning_rate": 0.0001998060303218543,
      "loss": 0.4746,
      "step": 1023
    },
    {
      "epoch": 0.08174180286974396,
      "grad_norm": 0.4997607469558716,
      "learning_rate": 0.000199805639577731,
      "loss": 0.3574,
      "step": 1024
    },
    {
      "epoch": 0.08182162884910894,
      "grad_norm": 0.5518838167190552,
      "learning_rate": 0.00019980524844081726,
      "loss": 0.5571,
      "step": 1025
    },
    {
      "epoch": 0.08190145482847393,
      "grad_norm": 0.5330036878585815,
      "learning_rate": 0.0001998048569111147,
      "loss": 0.4868,
      "step": 1026
    },
    {
      "epoch": 0.08198128080783891,
      "grad_norm": 0.4921059012413025,
      "learning_rate": 0.00019980446498862477,
      "loss": 0.3281,
      "step": 1027
    },
    {
      "epoch": 0.0820611067872039,
      "grad_norm": 0.49912235140800476,
      "learning_rate": 0.0001998040726733491,
      "loss": 0.4452,
      "step": 1028
    },
    {
      "epoch": 0.08214093276656888,
      "grad_norm": 0.39183473587036133,
      "learning_rate": 0.00019980367996528915,
      "loss": 0.419,
      "step": 1029
    },
    {
      "epoch": 0.08222075874593386,
      "grad_norm": 0.48116570711135864,
      "learning_rate": 0.00019980328686444653,
      "loss": 0.4712,
      "step": 1030
    },
    {
      "epoch": 0.08230058472529884,
      "grad_norm": 0.36209848523139954,
      "learning_rate": 0.00019980289337082272,
      "loss": 0.3327,
      "step": 1031
    },
    {
      "epoch": 0.08238041070466383,
      "grad_norm": 0.47065600752830505,
      "learning_rate": 0.00019980249948441933,
      "loss": 0.5159,
      "step": 1032
    },
    {
      "epoch": 0.08246023668402881,
      "grad_norm": 0.45687559247016907,
      "learning_rate": 0.00019980210520523787,
      "loss": 0.2667,
      "step": 1033
    },
    {
      "epoch": 0.0825400626633938,
      "grad_norm": 0.39818134903907776,
      "learning_rate": 0.00019980171053327994,
      "loss": 0.4759,
      "step": 1034
    },
    {
      "epoch": 0.08261988864275878,
      "grad_norm": 0.46477311849594116,
      "learning_rate": 0.00019980131546854706,
      "loss": 0.5493,
      "step": 1035
    },
    {
      "epoch": 0.08269971462212378,
      "grad_norm": 0.490524560213089,
      "learning_rate": 0.00019980092001104077,
      "loss": 0.5062,
      "step": 1036
    },
    {
      "epoch": 0.08277954060148876,
      "grad_norm": 0.5830838084220886,
      "learning_rate": 0.00019980052416076265,
      "loss": 0.4219,
      "step": 1037
    },
    {
      "epoch": 0.08285936658085374,
      "grad_norm": 0.4595678448677063,
      "learning_rate": 0.00019980012791771424,
      "loss": 0.551,
      "step": 1038
    },
    {
      "epoch": 0.08293919256021873,
      "grad_norm": 0.5074496269226074,
      "learning_rate": 0.00019979973128189714,
      "loss": 0.5503,
      "step": 1039
    },
    {
      "epoch": 0.08301901853958371,
      "grad_norm": 0.4606340527534485,
      "learning_rate": 0.00019979933425331287,
      "loss": 0.4007,
      "step": 1040
    },
    {
      "epoch": 0.0830988445189487,
      "grad_norm": 0.4778927266597748,
      "learning_rate": 0.000199798936831963,
      "loss": 0.4315,
      "step": 1041
    },
    {
      "epoch": 0.08317867049831368,
      "grad_norm": 0.5087746381759644,
      "learning_rate": 0.0001997985390178491,
      "loss": 0.4076,
      "step": 1042
    },
    {
      "epoch": 0.08325849647767866,
      "grad_norm": 0.4762846529483795,
      "learning_rate": 0.00019979814081097275,
      "loss": 0.4893,
      "step": 1043
    },
    {
      "epoch": 0.08333832245704365,
      "grad_norm": 0.5432829856872559,
      "learning_rate": 0.00019979774221133548,
      "loss": 0.5141,
      "step": 1044
    },
    {
      "epoch": 0.08341814843640863,
      "grad_norm": 0.4244709610939026,
      "learning_rate": 0.00019979734321893888,
      "loss": 0.5107,
      "step": 1045
    },
    {
      "epoch": 0.08349797441577361,
      "grad_norm": 0.5456762909889221,
      "learning_rate": 0.00019979694383378456,
      "loss": 0.5874,
      "step": 1046
    },
    {
      "epoch": 0.0835778003951386,
      "grad_norm": 0.38042405247688293,
      "learning_rate": 0.000199796544055874,
      "loss": 0.4581,
      "step": 1047
    },
    {
      "epoch": 0.08365762637450358,
      "grad_norm": 0.5168696641921997,
      "learning_rate": 0.00019979614388520887,
      "loss": 0.5188,
      "step": 1048
    },
    {
      "epoch": 0.08373745235386856,
      "grad_norm": 0.44480738043785095,
      "learning_rate": 0.00019979574332179068,
      "loss": 0.5584,
      "step": 1049
    },
    {
      "epoch": 0.08381727833323355,
      "grad_norm": 0.42456960678100586,
      "learning_rate": 0.000199795342365621,
      "loss": 0.4092,
      "step": 1050
    },
    {
      "epoch": 0.08389710431259853,
      "grad_norm": 0.40455162525177,
      "learning_rate": 0.00019979494101670148,
      "loss": 0.4443,
      "step": 1051
    },
    {
      "epoch": 0.08397693029196351,
      "grad_norm": 0.5880542993545532,
      "learning_rate": 0.00019979453927503364,
      "loss": 0.5468,
      "step": 1052
    },
    {
      "epoch": 0.0840567562713285,
      "grad_norm": 0.3732004761695862,
      "learning_rate": 0.00019979413714061908,
      "loss": 0.3111,
      "step": 1053
    },
    {
      "epoch": 0.08413658225069348,
      "grad_norm": 0.49916014075279236,
      "learning_rate": 0.0001997937346134594,
      "loss": 0.5128,
      "step": 1054
    },
    {
      "epoch": 0.08421640823005848,
      "grad_norm": 0.5148611664772034,
      "learning_rate": 0.00019979333169355612,
      "loss": 0.4063,
      "step": 1055
    },
    {
      "epoch": 0.08429623420942346,
      "grad_norm": 0.4323934316635132,
      "learning_rate": 0.00019979292838091087,
      "loss": 0.3421,
      "step": 1056
    },
    {
      "epoch": 0.08437606018878845,
      "grad_norm": 0.4838789701461792,
      "learning_rate": 0.00019979252467552526,
      "loss": 0.3774,
      "step": 1057
    },
    {
      "epoch": 0.08445588616815343,
      "grad_norm": 0.3865025043487549,
      "learning_rate": 0.00019979212057740083,
      "loss": 0.329,
      "step": 1058
    },
    {
      "epoch": 0.08453571214751841,
      "grad_norm": 0.4523240625858307,
      "learning_rate": 0.00019979171608653924,
      "loss": 0.4,
      "step": 1059
    },
    {
      "epoch": 0.0846155381268834,
      "grad_norm": 0.48884645104408264,
      "learning_rate": 0.00019979131120294202,
      "loss": 0.4708,
      "step": 1060
    },
    {
      "epoch": 0.08469536410624838,
      "grad_norm": 0.46975159645080566,
      "learning_rate": 0.00019979090592661073,
      "loss": 0.5163,
      "step": 1061
    },
    {
      "epoch": 0.08477519008561336,
      "grad_norm": 0.4765675961971283,
      "learning_rate": 0.00019979050025754707,
      "loss": 0.4041,
      "step": 1062
    },
    {
      "epoch": 0.08485501606497835,
      "grad_norm": 0.49357670545578003,
      "learning_rate": 0.00019979009419575255,
      "loss": 0.3671,
      "step": 1063
    },
    {
      "epoch": 0.08493484204434333,
      "grad_norm": 0.5176782011985779,
      "learning_rate": 0.00019978968774122882,
      "loss": 0.4477,
      "step": 1064
    },
    {
      "epoch": 0.08501466802370831,
      "grad_norm": 0.48848775029182434,
      "learning_rate": 0.00019978928089397745,
      "loss": 0.4284,
      "step": 1065
    },
    {
      "epoch": 0.0850944940030733,
      "grad_norm": 0.5131783485412598,
      "learning_rate": 0.0001997888736540001,
      "loss": 0.4559,
      "step": 1066
    },
    {
      "epoch": 0.08517431998243828,
      "grad_norm": 0.4741830825805664,
      "learning_rate": 0.00019978846602129827,
      "loss": 0.4302,
      "step": 1067
    },
    {
      "epoch": 0.08525414596180327,
      "grad_norm": 0.5219175815582275,
      "learning_rate": 0.00019978805799587363,
      "loss": 0.4193,
      "step": 1068
    },
    {
      "epoch": 0.08533397194116825,
      "grad_norm": 0.41459259390830994,
      "learning_rate": 0.00019978764957772775,
      "loss": 0.4186,
      "step": 1069
    },
    {
      "epoch": 0.08541379792053323,
      "grad_norm": 0.5387775301933289,
      "learning_rate": 0.00019978724076686227,
      "loss": 0.5393,
      "step": 1070
    },
    {
      "epoch": 0.08549362389989822,
      "grad_norm": 0.612764298915863,
      "learning_rate": 0.0001997868315632788,
      "loss": 0.4992,
      "step": 1071
    },
    {
      "epoch": 0.0855734498792632,
      "grad_norm": 0.4615730047225952,
      "learning_rate": 0.00019978642196697894,
      "loss": 0.5104,
      "step": 1072
    },
    {
      "epoch": 0.0856532758586282,
      "grad_norm": 0.5107258558273315,
      "learning_rate": 0.0001997860119779643,
      "loss": 0.394,
      "step": 1073
    },
    {
      "epoch": 0.08573310183799318,
      "grad_norm": 0.4476916491985321,
      "learning_rate": 0.00019978560159623652,
      "loss": 0.4457,
      "step": 1074
    },
    {
      "epoch": 0.08581292781735816,
      "grad_norm": 0.4286205768585205,
      "learning_rate": 0.00019978519082179715,
      "loss": 0.3722,
      "step": 1075
    },
    {
      "epoch": 0.08589275379672315,
      "grad_norm": 0.554610013961792,
      "learning_rate": 0.0001997847796546479,
      "loss": 0.5061,
      "step": 1076
    },
    {
      "epoch": 0.08597257977608813,
      "grad_norm": 0.559022843837738,
      "learning_rate": 0.0001997843680947903,
      "loss": 0.562,
      "step": 1077
    },
    {
      "epoch": 0.08605240575545312,
      "grad_norm": 0.4726177752017975,
      "learning_rate": 0.00019978395614222598,
      "loss": 0.6504,
      "step": 1078
    },
    {
      "epoch": 0.0861322317348181,
      "grad_norm": 0.5388522744178772,
      "learning_rate": 0.00019978354379695664,
      "loss": 0.3922,
      "step": 1079
    },
    {
      "epoch": 0.08621205771418308,
      "grad_norm": 0.5288165211677551,
      "learning_rate": 0.0001997831310589838,
      "loss": 0.5356,
      "step": 1080
    },
    {
      "epoch": 0.08629188369354807,
      "grad_norm": 0.3750512897968292,
      "learning_rate": 0.00019978271792830916,
      "loss": 0.392,
      "step": 1081
    },
    {
      "epoch": 0.08637170967291305,
      "grad_norm": 0.533709704875946,
      "learning_rate": 0.00019978230440493433,
      "loss": 0.5838,
      "step": 1082
    },
    {
      "epoch": 0.08645153565227803,
      "grad_norm": 0.5140569806098938,
      "learning_rate": 0.0001997818904888609,
      "loss": 0.5495,
      "step": 1083
    },
    {
      "epoch": 0.08653136163164302,
      "grad_norm": 0.438535213470459,
      "learning_rate": 0.00019978147618009056,
      "loss": 0.5171,
      "step": 1084
    },
    {
      "epoch": 0.086611187611008,
      "grad_norm": 0.678392767906189,
      "learning_rate": 0.0001997810614786249,
      "loss": 0.4536,
      "step": 1085
    },
    {
      "epoch": 0.08669101359037298,
      "grad_norm": 0.449533611536026,
      "learning_rate": 0.00019978064638446555,
      "loss": 0.4685,
      "step": 1086
    },
    {
      "epoch": 0.08677083956973797,
      "grad_norm": 0.43717119097709656,
      "learning_rate": 0.00019978023089761414,
      "loss": 0.4747,
      "step": 1087
    },
    {
      "epoch": 0.08685066554910295,
      "grad_norm": 0.48895734548568726,
      "learning_rate": 0.0001997798150180723,
      "loss": 0.6073,
      "step": 1088
    },
    {
      "epoch": 0.08693049152846793,
      "grad_norm": 0.5098338723182678,
      "learning_rate": 0.00019977939874584174,
      "loss": 0.4157,
      "step": 1089
    },
    {
      "epoch": 0.08701031750783292,
      "grad_norm": 0.49338287115097046,
      "learning_rate": 0.00019977898208092397,
      "loss": 0.4239,
      "step": 1090
    },
    {
      "epoch": 0.0870901434871979,
      "grad_norm": 0.4702686071395874,
      "learning_rate": 0.00019977856502332078,
      "loss": 0.4874,
      "step": 1091
    },
    {
      "epoch": 0.0871699694665629,
      "grad_norm": 0.44238078594207764,
      "learning_rate": 0.0001997781475730337,
      "loss": 0.4756,
      "step": 1092
    },
    {
      "epoch": 0.08724979544592788,
      "grad_norm": 0.4385438859462738,
      "learning_rate": 0.0001997777297300644,
      "loss": 0.4106,
      "step": 1093
    },
    {
      "epoch": 0.08732962142529287,
      "grad_norm": 0.4733940064907074,
      "learning_rate": 0.00019977731149441454,
      "loss": 0.5794,
      "step": 1094
    },
    {
      "epoch": 0.08740944740465785,
      "grad_norm": 0.4812168776988983,
      "learning_rate": 0.00019977689286608573,
      "loss": 0.4653,
      "step": 1095
    },
    {
      "epoch": 0.08748927338402283,
      "grad_norm": 0.3890751004219055,
      "learning_rate": 0.00019977647384507966,
      "loss": 0.3845,
      "step": 1096
    },
    {
      "epoch": 0.08756909936338782,
      "grad_norm": 0.4064013957977295,
      "learning_rate": 0.00019977605443139798,
      "loss": 0.4593,
      "step": 1097
    },
    {
      "epoch": 0.0876489253427528,
      "grad_norm": 0.4886075258255005,
      "learning_rate": 0.00019977563462504234,
      "loss": 0.5148,
      "step": 1098
    },
    {
      "epoch": 0.08772875132211778,
      "grad_norm": 0.40692609548568726,
      "learning_rate": 0.00019977521442601432,
      "loss": 0.4071,
      "step": 1099
    },
    {
      "epoch": 0.08780857730148277,
      "grad_norm": 0.4337690770626068,
      "learning_rate": 0.00019977479383431567,
      "loss": 0.3746,
      "step": 1100
    },
    {
      "epoch": 0.08788840328084775,
      "grad_norm": 0.46497952938079834,
      "learning_rate": 0.000199774372849948,
      "loss": 0.5478,
      "step": 1101
    },
    {
      "epoch": 0.08796822926021274,
      "grad_norm": 0.408063143491745,
      "learning_rate": 0.00019977395147291298,
      "loss": 0.4627,
      "step": 1102
    },
    {
      "epoch": 0.08804805523957772,
      "grad_norm": 0.6345213651657104,
      "learning_rate": 0.00019977352970321227,
      "loss": 0.5233,
      "step": 1103
    },
    {
      "epoch": 0.0881278812189427,
      "grad_norm": 0.6477580070495605,
      "learning_rate": 0.00019977310754084747,
      "loss": 0.5161,
      "step": 1104
    },
    {
      "epoch": 0.08820770719830769,
      "grad_norm": 0.5181052088737488,
      "learning_rate": 0.00019977268498582031,
      "loss": 0.4754,
      "step": 1105
    },
    {
      "epoch": 0.08828753317767267,
      "grad_norm": 0.36843639612197876,
      "learning_rate": 0.00019977226203813246,
      "loss": 0.3078,
      "step": 1106
    },
    {
      "epoch": 0.08836735915703765,
      "grad_norm": 0.5815451741218567,
      "learning_rate": 0.00019977183869778555,
      "loss": 0.4564,
      "step": 1107
    },
    {
      "epoch": 0.08844718513640264,
      "grad_norm": 0.40870875120162964,
      "learning_rate": 0.00019977141496478124,
      "loss": 0.3909,
      "step": 1108
    },
    {
      "epoch": 0.08852701111576762,
      "grad_norm": 0.4954056441783905,
      "learning_rate": 0.00019977099083912122,
      "loss": 0.4105,
      "step": 1109
    },
    {
      "epoch": 0.0886068370951326,
      "grad_norm": 0.49984726309776306,
      "learning_rate": 0.00019977056632080716,
      "loss": 0.4978,
      "step": 1110
    },
    {
      "epoch": 0.0886866630744976,
      "grad_norm": 0.4857335686683655,
      "learning_rate": 0.00019977014140984073,
      "loss": 0.3104,
      "step": 1111
    },
    {
      "epoch": 0.08876648905386259,
      "grad_norm": 0.4881521165370941,
      "learning_rate": 0.00019976971610622356,
      "loss": 0.4474,
      "step": 1112
    },
    {
      "epoch": 0.08884631503322757,
      "grad_norm": 0.6256083846092224,
      "learning_rate": 0.0001997692904099574,
      "loss": 0.4987,
      "step": 1113
    },
    {
      "epoch": 0.08892614101259255,
      "grad_norm": 0.4053678512573242,
      "learning_rate": 0.00019976886432104387,
      "loss": 0.3851,
      "step": 1114
    },
    {
      "epoch": 0.08900596699195754,
      "grad_norm": 0.6081981062889099,
      "learning_rate": 0.00019976843783948465,
      "loss": 0.4731,
      "step": 1115
    },
    {
      "epoch": 0.08908579297132252,
      "grad_norm": 0.5389993786811829,
      "learning_rate": 0.00019976801096528143,
      "loss": 0.4971,
      "step": 1116
    },
    {
      "epoch": 0.0891656189506875,
      "grad_norm": 0.4863561987876892,
      "learning_rate": 0.0001997675836984359,
      "loss": 0.5964,
      "step": 1117
    },
    {
      "epoch": 0.08924544493005249,
      "grad_norm": 0.47834330797195435,
      "learning_rate": 0.00019976715603894975,
      "loss": 0.3176,
      "step": 1118
    },
    {
      "epoch": 0.08932527090941747,
      "grad_norm": 0.5411061644554138,
      "learning_rate": 0.00019976672798682464,
      "loss": 0.457,
      "step": 1119
    },
    {
      "epoch": 0.08940509688878245,
      "grad_norm": 0.3633413314819336,
      "learning_rate": 0.0001997662995420622,
      "loss": 0.4127,
      "step": 1120
    },
    {
      "epoch": 0.08948492286814744,
      "grad_norm": 0.47124820947647095,
      "learning_rate": 0.00019976587070466423,
      "loss": 0.5629,
      "step": 1121
    },
    {
      "epoch": 0.08956474884751242,
      "grad_norm": 0.5542550683021545,
      "learning_rate": 0.00019976544147463237,
      "loss": 0.5485,
      "step": 1122
    },
    {
      "epoch": 0.0896445748268774,
      "grad_norm": 0.45383086800575256,
      "learning_rate": 0.00019976501185196827,
      "loss": 0.3116,
      "step": 1123
    },
    {
      "epoch": 0.08972440080624239,
      "grad_norm": 0.4784668982028961,
      "learning_rate": 0.00019976458183667366,
      "loss": 0.5693,
      "step": 1124
    },
    {
      "epoch": 0.08980422678560737,
      "grad_norm": 0.45504117012023926,
      "learning_rate": 0.00019976415142875022,
      "loss": 0.5095,
      "step": 1125
    },
    {
      "epoch": 0.08988405276497236,
      "grad_norm": 0.44335347414016724,
      "learning_rate": 0.00019976372062819968,
      "loss": 0.5023,
      "step": 1126
    },
    {
      "epoch": 0.08996387874433734,
      "grad_norm": 0.4685518741607666,
      "learning_rate": 0.00019976328943502368,
      "loss": 0.3083,
      "step": 1127
    },
    {
      "epoch": 0.09004370472370232,
      "grad_norm": 0.3959225118160248,
      "learning_rate": 0.00019976285784922395,
      "loss": 0.3321,
      "step": 1128
    },
    {
      "epoch": 0.09012353070306732,
      "grad_norm": 0.4538209140300751,
      "learning_rate": 0.0001997624258708022,
      "loss": 0.45,
      "step": 1129
    },
    {
      "epoch": 0.0902033566824323,
      "grad_norm": 0.5659148693084717,
      "learning_rate": 0.00019976199349976007,
      "loss": 0.4709,
      "step": 1130
    },
    {
      "epoch": 0.09028318266179729,
      "grad_norm": 0.5266936421394348,
      "learning_rate": 0.0001997615607360993,
      "loss": 0.3356,
      "step": 1131
    },
    {
      "epoch": 0.09036300864116227,
      "grad_norm": 0.48624393343925476,
      "learning_rate": 0.0001997611275798216,
      "loss": 0.4566,
      "step": 1132
    },
    {
      "epoch": 0.09044283462052725,
      "grad_norm": 0.5025889277458191,
      "learning_rate": 0.0001997606940309287,
      "loss": 0.2928,
      "step": 1133
    },
    {
      "epoch": 0.09052266059989224,
      "grad_norm": 0.5398940443992615,
      "learning_rate": 0.00019976026008942225,
      "loss": 0.5325,
      "step": 1134
    },
    {
      "epoch": 0.09060248657925722,
      "grad_norm": 0.3996747136116028,
      "learning_rate": 0.000199759825755304,
      "loss": 0.4549,
      "step": 1135
    },
    {
      "epoch": 0.0906823125586222,
      "grad_norm": 0.6704309582710266,
      "learning_rate": 0.00019975939102857563,
      "loss": 0.5568,
      "step": 1136
    },
    {
      "epoch": 0.09076213853798719,
      "grad_norm": 0.47803738713264465,
      "learning_rate": 0.00019975895590923886,
      "loss": 0.5203,
      "step": 1137
    },
    {
      "epoch": 0.09084196451735217,
      "grad_norm": 0.5147064924240112,
      "learning_rate": 0.0001997585203972954,
      "loss": 0.5272,
      "step": 1138
    },
    {
      "epoch": 0.09092179049671716,
      "grad_norm": 0.50247722864151,
      "learning_rate": 0.000199758084492747,
      "loss": 0.5033,
      "step": 1139
    },
    {
      "epoch": 0.09100161647608214,
      "grad_norm": 0.510130763053894,
      "learning_rate": 0.00019975764819559535,
      "loss": 0.4404,
      "step": 1140
    },
    {
      "epoch": 0.09108144245544712,
      "grad_norm": 0.5090743899345398,
      "learning_rate": 0.00019975721150584214,
      "loss": 0.463,
      "step": 1141
    },
    {
      "epoch": 0.0911612684348121,
      "grad_norm": 0.6268901228904724,
      "learning_rate": 0.0001997567744234891,
      "loss": 0.3976,
      "step": 1142
    },
    {
      "epoch": 0.09124109441417709,
      "grad_norm": 0.4889952838420868,
      "learning_rate": 0.00019975633694853796,
      "loss": 0.491,
      "step": 1143
    },
    {
      "epoch": 0.09132092039354207,
      "grad_norm": 0.6157473921775818,
      "learning_rate": 0.00019975589908099049,
      "loss": 0.4698,
      "step": 1144
    },
    {
      "epoch": 0.09140074637290706,
      "grad_norm": 0.4758605659008026,
      "learning_rate": 0.00019975546082084833,
      "loss": 0.4595,
      "step": 1145
    },
    {
      "epoch": 0.09148057235227204,
      "grad_norm": 0.6417293548583984,
      "learning_rate": 0.00019975502216811327,
      "loss": 0.4938,
      "step": 1146
    },
    {
      "epoch": 0.09156039833163702,
      "grad_norm": 0.4381358325481415,
      "learning_rate": 0.00019975458312278697,
      "loss": 0.3976,
      "step": 1147
    },
    {
      "epoch": 0.09164022431100202,
      "grad_norm": 0.5514859557151794,
      "learning_rate": 0.0001997541436848712,
      "loss": 0.3713,
      "step": 1148
    },
    {
      "epoch": 0.091720050290367,
      "grad_norm": 0.4517444372177124,
      "learning_rate": 0.00019975370385436772,
      "loss": 0.412,
      "step": 1149
    },
    {
      "epoch": 0.09179987626973199,
      "grad_norm": 0.5627954602241516,
      "learning_rate": 0.00019975326363127818,
      "loss": 0.4253,
      "step": 1150
    },
    {
      "epoch": 0.09187970224909697,
      "grad_norm": 0.4051060080528259,
      "learning_rate": 0.00019975282301560438,
      "loss": 0.3946,
      "step": 1151
    },
    {
      "epoch": 0.09195952822846196,
      "grad_norm": 0.5591651797294617,
      "learning_rate": 0.00019975238200734804,
      "loss": 0.3822,
      "step": 1152
    },
    {
      "epoch": 0.09203935420782694,
      "grad_norm": 0.5649117231369019,
      "learning_rate": 0.00019975194060651088,
      "loss": 0.4393,
      "step": 1153
    },
    {
      "epoch": 0.09211918018719192,
      "grad_norm": 0.4501020908355713,
      "learning_rate": 0.00019975149881309466,
      "loss": 0.4661,
      "step": 1154
    },
    {
      "epoch": 0.09219900616655691,
      "grad_norm": 0.4636983275413513,
      "learning_rate": 0.00019975105662710109,
      "loss": 0.4016,
      "step": 1155
    },
    {
      "epoch": 0.09227883214592189,
      "grad_norm": 0.5621145367622375,
      "learning_rate": 0.00019975061404853191,
      "loss": 0.5113,
      "step": 1156
    },
    {
      "epoch": 0.09235865812528687,
      "grad_norm": 0.47803688049316406,
      "learning_rate": 0.00019975017107738889,
      "loss": 0.4785,
      "step": 1157
    },
    {
      "epoch": 0.09243848410465186,
      "grad_norm": 0.5232273936271667,
      "learning_rate": 0.00019974972771367379,
      "loss": 0.5626,
      "step": 1158
    },
    {
      "epoch": 0.09251831008401684,
      "grad_norm": 0.41765493154525757,
      "learning_rate": 0.00019974928395738827,
      "loss": 0.4303,
      "step": 1159
    },
    {
      "epoch": 0.09259813606338183,
      "grad_norm": 0.4020459055900574,
      "learning_rate": 0.00019974883980853416,
      "loss": 0.5026,
      "step": 1160
    },
    {
      "epoch": 0.09267796204274681,
      "grad_norm": 0.4893885552883148,
      "learning_rate": 0.00019974839526711317,
      "loss": 0.5696,
      "step": 1161
    },
    {
      "epoch": 0.09275778802211179,
      "grad_norm": 0.7731668949127197,
      "learning_rate": 0.0001997479503331271,
      "loss": 0.3873,
      "step": 1162
    },
    {
      "epoch": 0.09283761400147678,
      "grad_norm": 0.5339178442955017,
      "learning_rate": 0.0001997475050065776,
      "loss": 0.5192,
      "step": 1163
    },
    {
      "epoch": 0.09291743998084176,
      "grad_norm": 0.40134313702583313,
      "learning_rate": 0.0001997470592874665,
      "loss": 0.3986,
      "step": 1164
    },
    {
      "epoch": 0.09299726596020674,
      "grad_norm": 0.4155798852443695,
      "learning_rate": 0.00019974661317579556,
      "loss": 0.4251,
      "step": 1165
    },
    {
      "epoch": 0.09307709193957174,
      "grad_norm": 0.5365592241287231,
      "learning_rate": 0.00019974616667156646,
      "loss": 0.575,
      "step": 1166
    },
    {
      "epoch": 0.09315691791893672,
      "grad_norm": 0.49967360496520996,
      "learning_rate": 0.00019974571977478104,
      "loss": 0.5757,
      "step": 1167
    },
    {
      "epoch": 0.09323674389830171,
      "grad_norm": 0.37904995679855347,
      "learning_rate": 0.00019974527248544104,
      "loss": 0.4843,
      "step": 1168
    },
    {
      "epoch": 0.09331656987766669,
      "grad_norm": 0.42816123366355896,
      "learning_rate": 0.0001997448248035482,
      "loss": 0.4903,
      "step": 1169
    },
    {
      "epoch": 0.09339639585703167,
      "grad_norm": 0.5313212871551514,
      "learning_rate": 0.00019974437672910428,
      "loss": 0.5469,
      "step": 1170
    },
    {
      "epoch": 0.09347622183639666,
      "grad_norm": 0.3951334059238434,
      "learning_rate": 0.00019974392826211109,
      "loss": 0.4847,
      "step": 1171
    },
    {
      "epoch": 0.09355604781576164,
      "grad_norm": 0.5508410334587097,
      "learning_rate": 0.00019974347940257032,
      "loss": 0.4089,
      "step": 1172
    },
    {
      "epoch": 0.09363587379512663,
      "grad_norm": 0.3820631206035614,
      "learning_rate": 0.00019974303015048376,
      "loss": 0.5482,
      "step": 1173
    },
    {
      "epoch": 0.09371569977449161,
      "grad_norm": 0.3908142149448395,
      "learning_rate": 0.00019974258050585323,
      "loss": 0.4246,
      "step": 1174
    },
    {
      "epoch": 0.09379552575385659,
      "grad_norm": 0.4580797553062439,
      "learning_rate": 0.00019974213046868044,
      "loss": 0.2822,
      "step": 1175
    },
    {
      "epoch": 0.09387535173322158,
      "grad_norm": 0.5200446844100952,
      "learning_rate": 0.00019974168003896722,
      "loss": 0.5231,
      "step": 1176
    },
    {
      "epoch": 0.09395517771258656,
      "grad_norm": 0.5367627739906311,
      "learning_rate": 0.00019974122921671527,
      "loss": 0.4611,
      "step": 1177
    },
    {
      "epoch": 0.09403500369195154,
      "grad_norm": 0.5704982876777649,
      "learning_rate": 0.0001997407780019264,
      "loss": 0.4947,
      "step": 1178
    },
    {
      "epoch": 0.09411482967131653,
      "grad_norm": 0.44405919313430786,
      "learning_rate": 0.0001997403263946024,
      "loss": 0.4385,
      "step": 1179
    },
    {
      "epoch": 0.09419465565068151,
      "grad_norm": 0.5534092783927917,
      "learning_rate": 0.00019973987439474505,
      "loss": 0.4548,
      "step": 1180
    },
    {
      "epoch": 0.0942744816300465,
      "grad_norm": 0.4481487572193146,
      "learning_rate": 0.0001997394220023561,
      "loss": 0.4003,
      "step": 1181
    },
    {
      "epoch": 0.09435430760941148,
      "grad_norm": 0.4881111979484558,
      "learning_rate": 0.00019973896921743732,
      "loss": 0.4368,
      "step": 1182
    },
    {
      "epoch": 0.09443413358877646,
      "grad_norm": 0.35647282004356384,
      "learning_rate": 0.00019973851603999053,
      "loss": 0.346,
      "step": 1183
    },
    {
      "epoch": 0.09451395956814145,
      "grad_norm": 0.4581246078014374,
      "learning_rate": 0.0001997380624700175,
      "loss": 0.546,
      "step": 1184
    },
    {
      "epoch": 0.09459378554750644,
      "grad_norm": 0.555445671081543,
      "learning_rate": 0.00019973760850752002,
      "loss": 0.3961,
      "step": 1185
    },
    {
      "epoch": 0.09467361152687143,
      "grad_norm": 0.5435457229614258,
      "learning_rate": 0.00019973715415249986,
      "loss": 0.5926,
      "step": 1186
    },
    {
      "epoch": 0.09475343750623641,
      "grad_norm": 0.5900006890296936,
      "learning_rate": 0.00019973669940495883,
      "loss": 0.2995,
      "step": 1187
    },
    {
      "epoch": 0.0948332634856014,
      "grad_norm": 0.411083459854126,
      "learning_rate": 0.0001997362442648987,
      "loss": 0.374,
      "step": 1188
    },
    {
      "epoch": 0.09491308946496638,
      "grad_norm": 0.5449034571647644,
      "learning_rate": 0.00019973578873232127,
      "loss": 0.5259,
      "step": 1189
    },
    {
      "epoch": 0.09499291544433136,
      "grad_norm": 0.5230123996734619,
      "learning_rate": 0.00019973533280722832,
      "loss": 0.4792,
      "step": 1190
    },
    {
      "epoch": 0.09507274142369634,
      "grad_norm": 0.6584225296974182,
      "learning_rate": 0.00019973487648962168,
      "loss": 0.6046,
      "step": 1191
    },
    {
      "epoch": 0.09515256740306133,
      "grad_norm": 0.43347203731536865,
      "learning_rate": 0.00019973441977950312,
      "loss": 0.4173,
      "step": 1192
    },
    {
      "epoch": 0.09523239338242631,
      "grad_norm": 0.5010269284248352,
      "learning_rate": 0.00019973396267687442,
      "loss": 0.483,
      "step": 1193
    },
    {
      "epoch": 0.0953122193617913,
      "grad_norm": 0.4861569106578827,
      "learning_rate": 0.0001997335051817374,
      "loss": 0.377,
      "step": 1194
    },
    {
      "epoch": 0.09539204534115628,
      "grad_norm": 0.5576714873313904,
      "learning_rate": 0.0001997330472940939,
      "loss": 0.5492,
      "step": 1195
    },
    {
      "epoch": 0.09547187132052126,
      "grad_norm": 0.49829089641571045,
      "learning_rate": 0.00019973258901394563,
      "loss": 0.4018,
      "step": 1196
    },
    {
      "epoch": 0.09555169729988625,
      "grad_norm": 0.5081747174263,
      "learning_rate": 0.00019973213034129444,
      "loss": 0.3414,
      "step": 1197
    },
    {
      "epoch": 0.09563152327925123,
      "grad_norm": 0.6200742721557617,
      "learning_rate": 0.00019973167127614215,
      "loss": 0.5333,
      "step": 1198
    },
    {
      "epoch": 0.09571134925861621,
      "grad_norm": 0.5024152398109436,
      "learning_rate": 0.0001997312118184906,
      "loss": 0.432,
      "step": 1199
    },
    {
      "epoch": 0.0957911752379812,
      "grad_norm": 0.6521547436714172,
      "learning_rate": 0.00019973075196834153,
      "loss": 0.5171,
      "step": 1200
    },
    {
      "epoch": 0.0957911752379812,
      "eval_loss": 0.4603765606880188,
      "eval_runtime": 34.1556,
      "eval_samples_per_second": 7.378,
      "eval_steps_per_second": 7.378,
      "step": 1200
    },
    {
      "epoch": 0.09587100121734618,
      "grad_norm": 0.4273099899291992,
      "learning_rate": 0.00019973029172569678,
      "loss": 0.4072,
      "step": 1201
    },
    {
      "epoch": 0.09595082719671116,
      "grad_norm": 0.4386023283004761,
      "learning_rate": 0.0001997298310905581,
      "loss": 0.5204,
      "step": 1202
    },
    {
      "epoch": 0.09603065317607615,
      "grad_norm": 0.48713645339012146,
      "learning_rate": 0.00019972937006292743,
      "loss": 0.4458,
      "step": 1203
    },
    {
      "epoch": 0.09611047915544114,
      "grad_norm": 0.4253774583339691,
      "learning_rate": 0.00019972890864280646,
      "loss": 0.3659,
      "step": 1204
    },
    {
      "epoch": 0.09619030513480613,
      "grad_norm": 0.4243638515472412,
      "learning_rate": 0.00019972844683019712,
      "loss": 0.5077,
      "step": 1205
    },
    {
      "epoch": 0.09627013111417111,
      "grad_norm": 0.6207522749900818,
      "learning_rate": 0.00019972798462510112,
      "loss": 0.4792,
      "step": 1206
    },
    {
      "epoch": 0.0963499570935361,
      "grad_norm": 0.45228713750839233,
      "learning_rate": 0.00019972752202752033,
      "loss": 0.4991,
      "step": 1207
    },
    {
      "epoch": 0.09642978307290108,
      "grad_norm": 0.4531570374965668,
      "learning_rate": 0.00019972705903745656,
      "loss": 0.3905,
      "step": 1208
    },
    {
      "epoch": 0.09650960905226606,
      "grad_norm": 0.4471394419670105,
      "learning_rate": 0.00019972659565491166,
      "loss": 0.4393,
      "step": 1209
    },
    {
      "epoch": 0.09658943503163105,
      "grad_norm": 0.6620833873748779,
      "learning_rate": 0.00019972613187988741,
      "loss": 0.4991,
      "step": 1210
    },
    {
      "epoch": 0.09666926101099603,
      "grad_norm": 0.48440223932266235,
      "learning_rate": 0.00019972566771238567,
      "loss": 0.5073,
      "step": 1211
    },
    {
      "epoch": 0.09674908699036101,
      "grad_norm": 0.49889588356018066,
      "learning_rate": 0.00019972520315240827,
      "loss": 0.3321,
      "step": 1212
    },
    {
      "epoch": 0.096828912969726,
      "grad_norm": 0.4309373199939728,
      "learning_rate": 0.000199724738199957,
      "loss": 0.4773,
      "step": 1213
    },
    {
      "epoch": 0.09690873894909098,
      "grad_norm": 0.4625227749347687,
      "learning_rate": 0.00019972427285503373,
      "loss": 0.4406,
      "step": 1214
    },
    {
      "epoch": 0.09698856492845596,
      "grad_norm": 0.5165953040122986,
      "learning_rate": 0.00019972380711764026,
      "loss": 0.4858,
      "step": 1215
    },
    {
      "epoch": 0.09706839090782095,
      "grad_norm": 0.6021265387535095,
      "learning_rate": 0.00019972334098777842,
      "loss": 0.6797,
      "step": 1216
    },
    {
      "epoch": 0.09714821688718593,
      "grad_norm": 0.5046141147613525,
      "learning_rate": 0.00019972287446545008,
      "loss": 0.5375,
      "step": 1217
    },
    {
      "epoch": 0.09722804286655091,
      "grad_norm": 0.44818174839019775,
      "learning_rate": 0.00019972240755065706,
      "loss": 0.4406,
      "step": 1218
    },
    {
      "epoch": 0.0973078688459159,
      "grad_norm": 0.45273882150650024,
      "learning_rate": 0.00019972194024340118,
      "loss": 0.4556,
      "step": 1219
    },
    {
      "epoch": 0.09738769482528088,
      "grad_norm": 0.4714724123477936,
      "learning_rate": 0.0001997214725436843,
      "loss": 0.4297,
      "step": 1220
    },
    {
      "epoch": 0.09746752080464587,
      "grad_norm": 0.582181990146637,
      "learning_rate": 0.0001997210044515083,
      "loss": 0.6012,
      "step": 1221
    },
    {
      "epoch": 0.09754734678401086,
      "grad_norm": 0.4307968318462372,
      "learning_rate": 0.0001997205359668749,
      "loss": 0.3886,
      "step": 1222
    },
    {
      "epoch": 0.09762717276337585,
      "grad_norm": 0.4477872848510742,
      "learning_rate": 0.00019972006708978606,
      "loss": 0.47,
      "step": 1223
    },
    {
      "epoch": 0.09770699874274083,
      "grad_norm": 0.5319451689720154,
      "learning_rate": 0.00019971959782024356,
      "loss": 0.4813,
      "step": 1224
    },
    {
      "epoch": 0.09778682472210581,
      "grad_norm": 0.4536782503128052,
      "learning_rate": 0.0001997191281582493,
      "loss": 0.4146,
      "step": 1225
    },
    {
      "epoch": 0.0978666507014708,
      "grad_norm": 0.38542598485946655,
      "learning_rate": 0.00019971865810380508,
      "loss": 0.4089,
      "step": 1226
    },
    {
      "epoch": 0.09794647668083578,
      "grad_norm": 0.533270001411438,
      "learning_rate": 0.00019971818765691278,
      "loss": 0.406,
      "step": 1227
    },
    {
      "epoch": 0.09802630266020076,
      "grad_norm": 0.6371238827705383,
      "learning_rate": 0.00019971771681757426,
      "loss": 0.5189,
      "step": 1228
    },
    {
      "epoch": 0.09810612863956575,
      "grad_norm": 0.5285975933074951,
      "learning_rate": 0.0001997172455857913,
      "loss": 0.4044,
      "step": 1229
    },
    {
      "epoch": 0.09818595461893073,
      "grad_norm": 0.47029295563697815,
      "learning_rate": 0.00019971677396156588,
      "loss": 0.4393,
      "step": 1230
    },
    {
      "epoch": 0.09826578059829572,
      "grad_norm": 0.41833674907684326,
      "learning_rate": 0.00019971630194489976,
      "loss": 0.4316,
      "step": 1231
    },
    {
      "epoch": 0.0983456065776607,
      "grad_norm": 0.5730095505714417,
      "learning_rate": 0.0001997158295357948,
      "loss": 0.4187,
      "step": 1232
    },
    {
      "epoch": 0.09842543255702568,
      "grad_norm": 0.3867190182209015,
      "learning_rate": 0.0001997153567342529,
      "loss": 0.3972,
      "step": 1233
    },
    {
      "epoch": 0.09850525853639067,
      "grad_norm": 0.4673479199409485,
      "learning_rate": 0.00019971488354027591,
      "loss": 0.3911,
      "step": 1234
    },
    {
      "epoch": 0.09858508451575565,
      "grad_norm": 0.5141883492469788,
      "learning_rate": 0.00019971440995386567,
      "loss": 0.5653,
      "step": 1235
    },
    {
      "epoch": 0.09866491049512063,
      "grad_norm": 0.6362900733947754,
      "learning_rate": 0.00019971393597502407,
      "loss": 0.5164,
      "step": 1236
    },
    {
      "epoch": 0.09874473647448562,
      "grad_norm": 0.5754110217094421,
      "learning_rate": 0.00019971346160375296,
      "loss": 0.5931,
      "step": 1237
    },
    {
      "epoch": 0.0988245624538506,
      "grad_norm": 0.4575042724609375,
      "learning_rate": 0.00019971298684005423,
      "loss": 0.3067,
      "step": 1238
    },
    {
      "epoch": 0.09890438843321558,
      "grad_norm": 0.4156084954738617,
      "learning_rate": 0.0001997125116839297,
      "loss": 0.451,
      "step": 1239
    },
    {
      "epoch": 0.09898421441258057,
      "grad_norm": 0.5520109534263611,
      "learning_rate": 0.0001997120361353813,
      "loss": 0.4876,
      "step": 1240
    },
    {
      "epoch": 0.09906404039194557,
      "grad_norm": 0.5576146841049194,
      "learning_rate": 0.00019971156019441084,
      "loss": 0.2941,
      "step": 1241
    },
    {
      "epoch": 0.09914386637131055,
      "grad_norm": 0.41555771231651306,
      "learning_rate": 0.00019971108386102025,
      "loss": 0.4585,
      "step": 1242
    },
    {
      "epoch": 0.09922369235067553,
      "grad_norm": 0.54274982213974,
      "learning_rate": 0.00019971060713521138,
      "loss": 0.5347,
      "step": 1243
    },
    {
      "epoch": 0.09930351833004052,
      "grad_norm": 0.4721887409687042,
      "learning_rate": 0.00019971013001698608,
      "loss": 0.4925,
      "step": 1244
    },
    {
      "epoch": 0.0993833443094055,
      "grad_norm": 0.45471906661987305,
      "learning_rate": 0.00019970965250634625,
      "loss": 0.3665,
      "step": 1245
    },
    {
      "epoch": 0.09946317028877048,
      "grad_norm": 0.47820889949798584,
      "learning_rate": 0.0001997091746032938,
      "loss": 0.4292,
      "step": 1246
    },
    {
      "epoch": 0.09954299626813547,
      "grad_norm": 0.6720265746116638,
      "learning_rate": 0.00019970869630783056,
      "loss": 0.5256,
      "step": 1247
    },
    {
      "epoch": 0.09962282224750045,
      "grad_norm": 0.5134910345077515,
      "learning_rate": 0.00019970821761995845,
      "loss": 0.4644,
      "step": 1248
    },
    {
      "epoch": 0.09970264822686543,
      "grad_norm": 0.5492660999298096,
      "learning_rate": 0.00019970773853967934,
      "loss": 0.3937,
      "step": 1249
    },
    {
      "epoch": 0.09978247420623042,
      "grad_norm": 0.4266551733016968,
      "learning_rate": 0.00019970725906699513,
      "loss": 0.3747,
      "step": 1250
    },
    {
      "epoch": 0.0998623001855954,
      "grad_norm": 0.5399460196495056,
      "learning_rate": 0.00019970677920190766,
      "loss": 0.5626,
      "step": 1251
    },
    {
      "epoch": 0.09994212616496038,
      "grad_norm": 0.46900686621665955,
      "learning_rate": 0.00019970629894441885,
      "loss": 0.4869,
      "step": 1252
    },
    {
      "epoch": 0.10002195214432537,
      "grad_norm": 0.6165828108787537,
      "learning_rate": 0.0001997058182945306,
      "loss": 0.4769,
      "step": 1253
    },
    {
      "epoch": 0.10010177812369035,
      "grad_norm": 0.49321508407592773,
      "learning_rate": 0.00019970533725224482,
      "loss": 0.3104,
      "step": 1254
    },
    {
      "epoch": 0.10018160410305534,
      "grad_norm": 0.42650893330574036,
      "learning_rate": 0.00019970485581756337,
      "loss": 0.4454,
      "step": 1255
    },
    {
      "epoch": 0.10026143008242032,
      "grad_norm": 0.3787643313407898,
      "learning_rate": 0.0001997043739904881,
      "loss": 0.4409,
      "step": 1256
    },
    {
      "epoch": 0.1003412560617853,
      "grad_norm": 0.49066710472106934,
      "learning_rate": 0.000199703891771021,
      "loss": 0.4437,
      "step": 1257
    },
    {
      "epoch": 0.10042108204115029,
      "grad_norm": 0.47837966680526733,
      "learning_rate": 0.00019970340915916396,
      "loss": 0.3847,
      "step": 1258
    },
    {
      "epoch": 0.10050090802051527,
      "grad_norm": 0.38975217938423157,
      "learning_rate": 0.00019970292615491877,
      "loss": 0.3669,
      "step": 1259
    },
    {
      "epoch": 0.10058073399988027,
      "grad_norm": 0.4398111402988434,
      "learning_rate": 0.00019970244275828742,
      "loss": 0.4114,
      "step": 1260
    },
    {
      "epoch": 0.10066055997924525,
      "grad_norm": 0.4978276193141937,
      "learning_rate": 0.00019970195896927182,
      "loss": 0.5036,
      "step": 1261
    },
    {
      "epoch": 0.10074038595861023,
      "grad_norm": 0.4764294922351837,
      "learning_rate": 0.00019970147478787386,
      "loss": 0.4444,
      "step": 1262
    },
    {
      "epoch": 0.10082021193797522,
      "grad_norm": 0.5589249134063721,
      "learning_rate": 0.00019970099021409537,
      "loss": 0.3392,
      "step": 1263
    },
    {
      "epoch": 0.1009000379173402,
      "grad_norm": 0.5473812222480774,
      "learning_rate": 0.0001997005052479384,
      "loss": 0.4207,
      "step": 1264
    },
    {
      "epoch": 0.10097986389670519,
      "grad_norm": 0.6754485368728638,
      "learning_rate": 0.00019970001988940474,
      "loss": 0.5803,
      "step": 1265
    },
    {
      "epoch": 0.10105968987607017,
      "grad_norm": 0.6046697497367859,
      "learning_rate": 0.00019969953413849636,
      "loss": 0.5271,
      "step": 1266
    },
    {
      "epoch": 0.10113951585543515,
      "grad_norm": 0.4672095477581024,
      "learning_rate": 0.00019969904799521516,
      "loss": 0.4309,
      "step": 1267
    },
    {
      "epoch": 0.10121934183480014,
      "grad_norm": 0.5638546347618103,
      "learning_rate": 0.00019969856145956303,
      "loss": 0.4224,
      "step": 1268
    },
    {
      "epoch": 0.10129916781416512,
      "grad_norm": 0.5681564211845398,
      "learning_rate": 0.0001996980745315419,
      "loss": 0.6129,
      "step": 1269
    },
    {
      "epoch": 0.1013789937935301,
      "grad_norm": 0.5026297569274902,
      "learning_rate": 0.00019969758721115368,
      "loss": 0.4084,
      "step": 1270
    },
    {
      "epoch": 0.10145881977289509,
      "grad_norm": 0.6004350185394287,
      "learning_rate": 0.00019969709949840033,
      "loss": 0.5198,
      "step": 1271
    },
    {
      "epoch": 0.10153864575226007,
      "grad_norm": 0.5196849703788757,
      "learning_rate": 0.0001996966113932837,
      "loss": 0.6117,
      "step": 1272
    },
    {
      "epoch": 0.10161847173162505,
      "grad_norm": 0.33696985244750977,
      "learning_rate": 0.00019969612289580578,
      "loss": 0.4038,
      "step": 1273
    },
    {
      "epoch": 0.10169829771099004,
      "grad_norm": 0.43367186188697815,
      "learning_rate": 0.00019969563400596844,
      "loss": 0.4123,
      "step": 1274
    },
    {
      "epoch": 0.10177812369035502,
      "grad_norm": 0.5724319219589233,
      "learning_rate": 0.00019969514472377363,
      "loss": 0.424,
      "step": 1275
    },
    {
      "epoch": 0.10185794966972,
      "grad_norm": 0.4014246165752411,
      "learning_rate": 0.00019969465504922327,
      "loss": 0.3988,
      "step": 1276
    },
    {
      "epoch": 0.10193777564908499,
      "grad_norm": 0.4841668903827667,
      "learning_rate": 0.00019969416498231927,
      "loss": 0.4773,
      "step": 1277
    },
    {
      "epoch": 0.10201760162844999,
      "grad_norm": 0.5149314999580383,
      "learning_rate": 0.00019969367452306357,
      "loss": 0.4485,
      "step": 1278
    },
    {
      "epoch": 0.10209742760781497,
      "grad_norm": 0.44562605023384094,
      "learning_rate": 0.00019969318367145812,
      "loss": 0.4454,
      "step": 1279
    },
    {
      "epoch": 0.10217725358717995,
      "grad_norm": 0.5757274627685547,
      "learning_rate": 0.00019969269242750483,
      "loss": 0.5405,
      "step": 1280
    },
    {
      "epoch": 0.10225707956654494,
      "grad_norm": 0.4529416859149933,
      "learning_rate": 0.00019969220079120564,
      "loss": 0.4886,
      "step": 1281
    },
    {
      "epoch": 0.10233690554590992,
      "grad_norm": 0.4699547588825226,
      "learning_rate": 0.00019969170876256253,
      "loss": 0.4969,
      "step": 1282
    },
    {
      "epoch": 0.1024167315252749,
      "grad_norm": 0.40428951382637024,
      "learning_rate": 0.00019969121634157735,
      "loss": 0.3758,
      "step": 1283
    },
    {
      "epoch": 0.10249655750463989,
      "grad_norm": 0.5131660103797913,
      "learning_rate": 0.00019969072352825208,
      "loss": 0.5497,
      "step": 1284
    },
    {
      "epoch": 0.10257638348400487,
      "grad_norm": 0.6121248602867126,
      "learning_rate": 0.00019969023032258862,
      "loss": 0.5972,
      "step": 1285
    },
    {
      "epoch": 0.10265620946336985,
      "grad_norm": 0.4465268850326538,
      "learning_rate": 0.000199689736724589,
      "loss": 0.4747,
      "step": 1286
    },
    {
      "epoch": 0.10273603544273484,
      "grad_norm": 0.4019154906272888,
      "learning_rate": 0.0001996892427342551,
      "loss": 0.4478,
      "step": 1287
    },
    {
      "epoch": 0.10281586142209982,
      "grad_norm": 0.5894485116004944,
      "learning_rate": 0.00019968874835158887,
      "loss": 0.589,
      "step": 1288
    },
    {
      "epoch": 0.1028956874014648,
      "grad_norm": 0.46919313073158264,
      "learning_rate": 0.00019968825357659226,
      "loss": 0.4149,
      "step": 1289
    },
    {
      "epoch": 0.10297551338082979,
      "grad_norm": 0.45533400774002075,
      "learning_rate": 0.00019968775840926726,
      "loss": 0.4494,
      "step": 1290
    },
    {
      "epoch": 0.10305533936019477,
      "grad_norm": 0.46587634086608887,
      "learning_rate": 0.00019968726284961573,
      "loss": 0.4071,
      "step": 1291
    },
    {
      "epoch": 0.10313516533955976,
      "grad_norm": 0.4084666967391968,
      "learning_rate": 0.0001996867668976397,
      "loss": 0.3827,
      "step": 1292
    },
    {
      "epoch": 0.10321499131892474,
      "grad_norm": 0.43924424052238464,
      "learning_rate": 0.00019968627055334107,
      "loss": 0.4987,
      "step": 1293
    },
    {
      "epoch": 0.10329481729828972,
      "grad_norm": 0.5493932366371155,
      "learning_rate": 0.0001996857738167218,
      "loss": 0.6479,
      "step": 1294
    },
    {
      "epoch": 0.10337464327765471,
      "grad_norm": 0.4828590750694275,
      "learning_rate": 0.00019968527668778386,
      "loss": 0.436,
      "step": 1295
    },
    {
      "epoch": 0.10345446925701969,
      "grad_norm": 0.5107693076133728,
      "learning_rate": 0.00019968477916652922,
      "loss": 0.4168,
      "step": 1296
    },
    {
      "epoch": 0.10353429523638469,
      "grad_norm": 0.4792470335960388,
      "learning_rate": 0.00019968428125295983,
      "loss": 0.428,
      "step": 1297
    },
    {
      "epoch": 0.10361412121574967,
      "grad_norm": 0.4695507287979126,
      "learning_rate": 0.00019968378294707765,
      "loss": 0.4511,
      "step": 1298
    },
    {
      "epoch": 0.10369394719511466,
      "grad_norm": 0.42595699429512024,
      "learning_rate": 0.00019968328424888464,
      "loss": 0.524,
      "step": 1299
    },
    {
      "epoch": 0.10377377317447964,
      "grad_norm": 0.7187455892562866,
      "learning_rate": 0.00019968278515838272,
      "loss": 0.4361,
      "step": 1300
    },
    {
      "epoch": 0.10385359915384462,
      "grad_norm": 0.5562275052070618,
      "learning_rate": 0.00019968228567557387,
      "loss": 0.4827,
      "step": 1301
    },
    {
      "epoch": 0.1039334251332096,
      "grad_norm": 0.5158397555351257,
      "learning_rate": 0.00019968178580046013,
      "loss": 0.3239,
      "step": 1302
    },
    {
      "epoch": 0.10401325111257459,
      "grad_norm": 0.552692711353302,
      "learning_rate": 0.0001996812855330434,
      "loss": 0.4648,
      "step": 1303
    },
    {
      "epoch": 0.10409307709193957,
      "grad_norm": 0.4379297196865082,
      "learning_rate": 0.00019968078487332566,
      "loss": 0.4045,
      "step": 1304
    },
    {
      "epoch": 0.10417290307130456,
      "grad_norm": 0.5002272725105286,
      "learning_rate": 0.0001996802838213089,
      "loss": 0.5485,
      "step": 1305
    },
    {
      "epoch": 0.10425272905066954,
      "grad_norm": 0.494797945022583,
      "learning_rate": 0.00019967978237699503,
      "loss": 0.5,
      "step": 1306
    },
    {
      "epoch": 0.10433255503003452,
      "grad_norm": 0.41709885001182556,
      "learning_rate": 0.00019967928054038608,
      "loss": 0.3345,
      "step": 1307
    },
    {
      "epoch": 0.10441238100939951,
      "grad_norm": 0.37079569697380066,
      "learning_rate": 0.00019967877831148404,
      "loss": 0.3868,
      "step": 1308
    },
    {
      "epoch": 0.10449220698876449,
      "grad_norm": 0.5789946913719177,
      "learning_rate": 0.00019967827569029086,
      "loss": 0.5898,
      "step": 1309
    },
    {
      "epoch": 0.10457203296812947,
      "grad_norm": 0.41530701518058777,
      "learning_rate": 0.00019967777267680846,
      "loss": 0.389,
      "step": 1310
    },
    {
      "epoch": 0.10465185894749446,
      "grad_norm": 0.49616196751594543,
      "learning_rate": 0.00019967726927103894,
      "loss": 0.3996,
      "step": 1311
    },
    {
      "epoch": 0.10473168492685944,
      "grad_norm": 0.502575695514679,
      "learning_rate": 0.00019967676547298418,
      "loss": 0.4771,
      "step": 1312
    },
    {
      "epoch": 0.10481151090622443,
      "grad_norm": 0.532276451587677,
      "learning_rate": 0.00019967626128264624,
      "loss": 0.5171,
      "step": 1313
    },
    {
      "epoch": 0.10489133688558941,
      "grad_norm": 0.5493073463439941,
      "learning_rate": 0.00019967575670002706,
      "loss": 0.5739,
      "step": 1314
    },
    {
      "epoch": 0.10497116286495439,
      "grad_norm": 0.5300577282905579,
      "learning_rate": 0.0001996752517251286,
      "loss": 0.502,
      "step": 1315
    },
    {
      "epoch": 0.10505098884431939,
      "grad_norm": 0.5337605476379395,
      "learning_rate": 0.0001996747463579529,
      "loss": 0.4845,
      "step": 1316
    },
    {
      "epoch": 0.10513081482368437,
      "grad_norm": 0.47589775919914246,
      "learning_rate": 0.0001996742405985019,
      "loss": 0.3945,
      "step": 1317
    },
    {
      "epoch": 0.10521064080304936,
      "grad_norm": 0.46149012446403503,
      "learning_rate": 0.00019967373444677766,
      "loss": 0.4167,
      "step": 1318
    },
    {
      "epoch": 0.10529046678241434,
      "grad_norm": 0.39667314291000366,
      "learning_rate": 0.0001996732279027821,
      "loss": 0.46,
      "step": 1319
    },
    {
      "epoch": 0.10537029276177932,
      "grad_norm": 0.522430419921875,
      "learning_rate": 0.00019967272096651722,
      "loss": 0.5244,
      "step": 1320
    },
    {
      "epoch": 0.10545011874114431,
      "grad_norm": 0.47815924882888794,
      "learning_rate": 0.00019967221363798512,
      "loss": 0.416,
      "step": 1321
    },
    {
      "epoch": 0.10552994472050929,
      "grad_norm": 0.622789204120636,
      "learning_rate": 0.00019967170591718764,
      "loss": 0.5401,
      "step": 1322
    },
    {
      "epoch": 0.10560977069987428,
      "grad_norm": 0.44216445088386536,
      "learning_rate": 0.0001996711978041269,
      "loss": 0.4743,
      "step": 1323
    },
    {
      "epoch": 0.10568959667923926,
      "grad_norm": 0.5775793194770813,
      "learning_rate": 0.00019967068929880482,
      "loss": 0.5046,
      "step": 1324
    },
    {
      "epoch": 0.10576942265860424,
      "grad_norm": 0.455757200717926,
      "learning_rate": 0.00019967018040122344,
      "loss": 0.391,
      "step": 1325
    },
    {
      "epoch": 0.10584924863796923,
      "grad_norm": 0.47846460342407227,
      "learning_rate": 0.00019966967111138478,
      "loss": 0.4275,
      "step": 1326
    },
    {
      "epoch": 0.10592907461733421,
      "grad_norm": 0.47742247581481934,
      "learning_rate": 0.0001996691614292908,
      "loss": 0.5206,
      "step": 1327
    },
    {
      "epoch": 0.1060089005966992,
      "grad_norm": 0.5762437582015991,
      "learning_rate": 0.00019966865135494352,
      "loss": 0.6147,
      "step": 1328
    },
    {
      "epoch": 0.10608872657606418,
      "grad_norm": 0.6638023853302002,
      "learning_rate": 0.00019966814088834498,
      "loss": 0.4636,
      "step": 1329
    },
    {
      "epoch": 0.10616855255542916,
      "grad_norm": 0.4084218740463257,
      "learning_rate": 0.00019966763002949716,
      "loss": 0.3721,
      "step": 1330
    },
    {
      "epoch": 0.10624837853479414,
      "grad_norm": 0.5350803136825562,
      "learning_rate": 0.00019966711877840204,
      "loss": 0.5037,
      "step": 1331
    },
    {
      "epoch": 0.10632820451415913,
      "grad_norm": 0.47825753688812256,
      "learning_rate": 0.0001996666071350617,
      "loss": 0.5102,
      "step": 1332
    },
    {
      "epoch": 0.10640803049352411,
      "grad_norm": 0.5810304284095764,
      "learning_rate": 0.0001996660950994781,
      "loss": 0.5521,
      "step": 1333
    },
    {
      "epoch": 0.10648785647288911,
      "grad_norm": 0.5269626975059509,
      "learning_rate": 0.0001996655826716533,
      "loss": 0.5096,
      "step": 1334
    },
    {
      "epoch": 0.10656768245225409,
      "grad_norm": 0.49194031953811646,
      "learning_rate": 0.00019966506985158927,
      "loss": 0.3703,
      "step": 1335
    },
    {
      "epoch": 0.10664750843161908,
      "grad_norm": 0.4841441512107849,
      "learning_rate": 0.00019966455663928808,
      "loss": 0.4243,
      "step": 1336
    },
    {
      "epoch": 0.10672733441098406,
      "grad_norm": 0.4845813810825348,
      "learning_rate": 0.00019966404303475168,
      "loss": 0.5818,
      "step": 1337
    },
    {
      "epoch": 0.10680716039034904,
      "grad_norm": 0.4570561945438385,
      "learning_rate": 0.00019966352903798217,
      "loss": 0.3338,
      "step": 1338
    },
    {
      "epoch": 0.10688698636971403,
      "grad_norm": 0.5173749327659607,
      "learning_rate": 0.0001996630146489815,
      "loss": 0.3988,
      "step": 1339
    },
    {
      "epoch": 0.10696681234907901,
      "grad_norm": 0.4967228174209595,
      "learning_rate": 0.00019966249986775174,
      "loss": 0.4542,
      "step": 1340
    },
    {
      "epoch": 0.107046638328444,
      "grad_norm": 0.4459497332572937,
      "learning_rate": 0.00019966198469429492,
      "loss": 0.3923,
      "step": 1341
    },
    {
      "epoch": 0.10712646430780898,
      "grad_norm": 0.5114936828613281,
      "learning_rate": 0.000199661469128613,
      "loss": 0.3274,
      "step": 1342
    },
    {
      "epoch": 0.10720629028717396,
      "grad_norm": 0.5162185430526733,
      "learning_rate": 0.0001996609531707081,
      "loss": 0.4384,
      "step": 1343
    },
    {
      "epoch": 0.10728611626653894,
      "grad_norm": 0.4020393192768097,
      "learning_rate": 0.00019966043682058222,
      "loss": 0.4405,
      "step": 1344
    },
    {
      "epoch": 0.10736594224590393,
      "grad_norm": 0.446064829826355,
      "learning_rate": 0.00019965992007823737,
      "loss": 0.4769,
      "step": 1345
    },
    {
      "epoch": 0.10744576822526891,
      "grad_norm": 0.40023988485336304,
      "learning_rate": 0.0001996594029436756,
      "loss": 0.3522,
      "step": 1346
    },
    {
      "epoch": 0.1075255942046339,
      "grad_norm": 0.40187129378318787,
      "learning_rate": 0.00019965888541689894,
      "loss": 0.425,
      "step": 1347
    },
    {
      "epoch": 0.10760542018399888,
      "grad_norm": 0.5044457912445068,
      "learning_rate": 0.00019965836749790943,
      "loss": 0.56,
      "step": 1348
    },
    {
      "epoch": 0.10768524616336386,
      "grad_norm": 0.5714129209518433,
      "learning_rate": 0.0001996578491867091,
      "loss": 0.5929,
      "step": 1349
    },
    {
      "epoch": 0.10776507214272885,
      "grad_norm": 0.6270921230316162,
      "learning_rate": 0.0001996573304833,
      "loss": 0.5151,
      "step": 1350
    },
    {
      "epoch": 0.10784489812209383,
      "grad_norm": 0.5575854778289795,
      "learning_rate": 0.00019965681138768416,
      "loss": 0.6101,
      "step": 1351
    },
    {
      "epoch": 0.10792472410145881,
      "grad_norm": 0.5790135860443115,
      "learning_rate": 0.00019965629189986367,
      "loss": 0.5175,
      "step": 1352
    },
    {
      "epoch": 0.10800455008082381,
      "grad_norm": 0.5712261199951172,
      "learning_rate": 0.00019965577201984052,
      "loss": 0.4652,
      "step": 1353
    },
    {
      "epoch": 0.1080843760601888,
      "grad_norm": 0.5287128686904907,
      "learning_rate": 0.00019965525174761676,
      "loss": 0.4615,
      "step": 1354
    },
    {
      "epoch": 0.10816420203955378,
      "grad_norm": 0.4523411691188812,
      "learning_rate": 0.00019965473108319443,
      "loss": 0.4336,
      "step": 1355
    },
    {
      "epoch": 0.10824402801891876,
      "grad_norm": 0.5532445907592773,
      "learning_rate": 0.00019965421002657565,
      "loss": 0.5432,
      "step": 1356
    },
    {
      "epoch": 0.10832385399828375,
      "grad_norm": 0.4750025272369385,
      "learning_rate": 0.00019965368857776238,
      "loss": 0.4478,
      "step": 1357
    },
    {
      "epoch": 0.10840367997764873,
      "grad_norm": 0.3773975670337677,
      "learning_rate": 0.00019965316673675672,
      "loss": 0.334,
      "step": 1358
    },
    {
      "epoch": 0.10848350595701371,
      "grad_norm": 0.5266432166099548,
      "learning_rate": 0.00019965264450356071,
      "loss": 0.5156,
      "step": 1359
    },
    {
      "epoch": 0.1085633319363787,
      "grad_norm": 0.4720022976398468,
      "learning_rate": 0.00019965212187817645,
      "loss": 0.5412,
      "step": 1360
    },
    {
      "epoch": 0.10864315791574368,
      "grad_norm": 0.4841355085372925,
      "learning_rate": 0.0001996515988606059,
      "loss": 0.4593,
      "step": 1361
    },
    {
      "epoch": 0.10872298389510866,
      "grad_norm": 0.39846739172935486,
      "learning_rate": 0.0001996510754508512,
      "loss": 0.4613,
      "step": 1362
    },
    {
      "epoch": 0.10880280987447365,
      "grad_norm": 0.42457494139671326,
      "learning_rate": 0.0001996505516489144,
      "loss": 0.3714,
      "step": 1363
    },
    {
      "epoch": 0.10888263585383863,
      "grad_norm": 0.4444414973258972,
      "learning_rate": 0.00019965002745479752,
      "loss": 0.4353,
      "step": 1364
    },
    {
      "epoch": 0.10896246183320361,
      "grad_norm": 0.48002511262893677,
      "learning_rate": 0.00019964950286850268,
      "loss": 0.3943,
      "step": 1365
    },
    {
      "epoch": 0.1090422878125686,
      "grad_norm": 0.4602679908275604,
      "learning_rate": 0.00019964897789003189,
      "loss": 0.3655,
      "step": 1366
    },
    {
      "epoch": 0.10912211379193358,
      "grad_norm": 0.4426340162754059,
      "learning_rate": 0.00019964845251938725,
      "loss": 0.3948,
      "step": 1367
    },
    {
      "epoch": 0.10920193977129856,
      "grad_norm": 0.4433920383453369,
      "learning_rate": 0.00019964792675657083,
      "loss": 0.4449,
      "step": 1368
    },
    {
      "epoch": 0.10928176575066355,
      "grad_norm": 0.4813934862613678,
      "learning_rate": 0.00019964740060158465,
      "loss": 0.4687,
      "step": 1369
    },
    {
      "epoch": 0.10936159173002853,
      "grad_norm": 0.4843079745769501,
      "learning_rate": 0.00019964687405443082,
      "loss": 0.349,
      "step": 1370
    },
    {
      "epoch": 0.10944141770939352,
      "grad_norm": 0.4131785035133362,
      "learning_rate": 0.00019964634711511147,
      "loss": 0.3322,
      "step": 1371
    },
    {
      "epoch": 0.10952124368875851,
      "grad_norm": 0.4145209491252899,
      "learning_rate": 0.00019964581978362857,
      "loss": 0.3719,
      "step": 1372
    },
    {
      "epoch": 0.1096010696681235,
      "grad_norm": 0.3869255483150482,
      "learning_rate": 0.00019964529205998425,
      "loss": 0.4427,
      "step": 1373
    },
    {
      "epoch": 0.10968089564748848,
      "grad_norm": 0.6175980567932129,
      "learning_rate": 0.00019964476394418058,
      "loss": 0.4472,
      "step": 1374
    },
    {
      "epoch": 0.10976072162685346,
      "grad_norm": 0.6086859107017517,
      "learning_rate": 0.0001996442354362196,
      "loss": 0.5039,
      "step": 1375
    },
    {
      "epoch": 0.10984054760621845,
      "grad_norm": 0.4829721748828888,
      "learning_rate": 0.00019964370653610347,
      "loss": 0.4357,
      "step": 1376
    },
    {
      "epoch": 0.10992037358558343,
      "grad_norm": 0.5252339243888855,
      "learning_rate": 0.00019964317724383422,
      "loss": 0.5524,
      "step": 1377
    },
    {
      "epoch": 0.11000019956494841,
      "grad_norm": 0.5595558285713196,
      "learning_rate": 0.00019964264755941393,
      "loss": 0.5002,
      "step": 1378
    },
    {
      "epoch": 0.1100800255443134,
      "grad_norm": 0.5998111963272095,
      "learning_rate": 0.00019964211748284467,
      "loss": 0.562,
      "step": 1379
    },
    {
      "epoch": 0.11015985152367838,
      "grad_norm": 0.527991533279419,
      "learning_rate": 0.00019964158701412857,
      "loss": 0.428,
      "step": 1380
    },
    {
      "epoch": 0.11023967750304337,
      "grad_norm": 0.5679928064346313,
      "learning_rate": 0.0001996410561532677,
      "loss": 0.4508,
      "step": 1381
    },
    {
      "epoch": 0.11031950348240835,
      "grad_norm": 0.4557949900627136,
      "learning_rate": 0.00019964052490026416,
      "loss": 0.3798,
      "step": 1382
    },
    {
      "epoch": 0.11039932946177333,
      "grad_norm": 0.4802854359149933,
      "learning_rate": 0.00019963999325512002,
      "loss": 0.453,
      "step": 1383
    },
    {
      "epoch": 0.11047915544113832,
      "grad_norm": 0.3377256989479065,
      "learning_rate": 0.00019963946121783738,
      "loss": 0.3396,
      "step": 1384
    },
    {
      "epoch": 0.1105589814205033,
      "grad_norm": 0.4904060661792755,
      "learning_rate": 0.00019963892878841833,
      "loss": 0.5413,
      "step": 1385
    },
    {
      "epoch": 0.11063880739986828,
      "grad_norm": 0.4975275993347168,
      "learning_rate": 0.00019963839596686498,
      "loss": 0.2845,
      "step": 1386
    },
    {
      "epoch": 0.11071863337923327,
      "grad_norm": 0.6147692203521729,
      "learning_rate": 0.00019963786275317938,
      "loss": 0.5659,
      "step": 1387
    },
    {
      "epoch": 0.11079845935859825,
      "grad_norm": 0.44956323504447937,
      "learning_rate": 0.0001996373291473637,
      "loss": 0.5593,
      "step": 1388
    },
    {
      "epoch": 0.11087828533796323,
      "grad_norm": 0.41464129090309143,
      "learning_rate": 0.00019963679514942,
      "loss": 0.3678,
      "step": 1389
    },
    {
      "epoch": 0.11095811131732823,
      "grad_norm": 0.46042442321777344,
      "learning_rate": 0.0001996362607593504,
      "loss": 0.48,
      "step": 1390
    },
    {
      "epoch": 0.11103793729669321,
      "grad_norm": 0.5363370776176453,
      "learning_rate": 0.00019963572597715695,
      "loss": 0.4725,
      "step": 1391
    },
    {
      "epoch": 0.1111177632760582,
      "grad_norm": 0.661251962184906,
      "learning_rate": 0.0001996351908028418,
      "loss": 0.4954,
      "step": 1392
    },
    {
      "epoch": 0.11119758925542318,
      "grad_norm": 0.4769062101840973,
      "learning_rate": 0.00019963465523640706,
      "loss": 0.503,
      "step": 1393
    },
    {
      "epoch": 0.11127741523478817,
      "grad_norm": 0.38577237725257874,
      "learning_rate": 0.00019963411927785484,
      "loss": 0.3121,
      "step": 1394
    },
    {
      "epoch": 0.11135724121415315,
      "grad_norm": 0.4099566340446472,
      "learning_rate": 0.00019963358292718724,
      "loss": 0.3685,
      "step": 1395
    },
    {
      "epoch": 0.11143706719351813,
      "grad_norm": 0.6490638256072998,
      "learning_rate": 0.00019963304618440637,
      "loss": 0.6133,
      "step": 1396
    },
    {
      "epoch": 0.11151689317288312,
      "grad_norm": 0.5489503741264343,
      "learning_rate": 0.0001996325090495143,
      "loss": 0.3846,
      "step": 1397
    },
    {
      "epoch": 0.1115967191522481,
      "grad_norm": 0.5801470875740051,
      "learning_rate": 0.00019963197152251324,
      "loss": 0.4896,
      "step": 1398
    },
    {
      "epoch": 0.11167654513161308,
      "grad_norm": 0.5831096172332764,
      "learning_rate": 0.00019963143360340522,
      "loss": 0.4644,
      "step": 1399
    },
    {
      "epoch": 0.11175637111097807,
      "grad_norm": 0.5684471726417542,
      "learning_rate": 0.00019963089529219242,
      "loss": 0.4526,
      "step": 1400
    },
    {
      "epoch": 0.11175637111097807,
      "eval_loss": 0.4588809609413147,
      "eval_runtime": 34.1271,
      "eval_samples_per_second": 7.384,
      "eval_steps_per_second": 7.384,
      "step": 1400
    },
    {
      "epoch": 0.11183619709034305,
      "grad_norm": 0.5025957822799683,
      "learning_rate": 0.0001996303565888769,
      "loss": 0.4889,
      "step": 1401
    },
    {
      "epoch": 0.11191602306970803,
      "grad_norm": 0.6729791760444641,
      "learning_rate": 0.00019962981749346078,
      "loss": 0.5581,
      "step": 1402
    },
    {
      "epoch": 0.11199584904907302,
      "grad_norm": 0.5122524499893188,
      "learning_rate": 0.00019962927800594625,
      "loss": 0.4038,
      "step": 1403
    },
    {
      "epoch": 0.112075675028438,
      "grad_norm": 0.6808443069458008,
      "learning_rate": 0.00019962873812633537,
      "loss": 0.6177,
      "step": 1404
    },
    {
      "epoch": 0.11215550100780299,
      "grad_norm": 0.4533023238182068,
      "learning_rate": 0.00019962819785463028,
      "loss": 0.5717,
      "step": 1405
    },
    {
      "epoch": 0.11223532698716797,
      "grad_norm": 0.5045763850212097,
      "learning_rate": 0.00019962765719083313,
      "loss": 0.3541,
      "step": 1406
    },
    {
      "epoch": 0.11231515296653295,
      "grad_norm": 0.43440335988998413,
      "learning_rate": 0.00019962711613494603,
      "loss": 0.4107,
      "step": 1407
    },
    {
      "epoch": 0.11239497894589794,
      "grad_norm": 0.42346516251564026,
      "learning_rate": 0.00019962657468697108,
      "loss": 0.3274,
      "step": 1408
    },
    {
      "epoch": 0.11247480492526293,
      "grad_norm": 0.550773561000824,
      "learning_rate": 0.00019962603284691044,
      "loss": 0.4152,
      "step": 1409
    },
    {
      "epoch": 0.11255463090462792,
      "grad_norm": 0.5252395868301392,
      "learning_rate": 0.00019962549061476628,
      "loss": 0.4735,
      "step": 1410
    },
    {
      "epoch": 0.1126344568839929,
      "grad_norm": 0.520581066608429,
      "learning_rate": 0.00019962494799054067,
      "loss": 0.3742,
      "step": 1411
    },
    {
      "epoch": 0.11271428286335788,
      "grad_norm": 0.602462112903595,
      "learning_rate": 0.00019962440497423578,
      "loss": 0.5303,
      "step": 1412
    },
    {
      "epoch": 0.11279410884272287,
      "grad_norm": 0.42584267258644104,
      "learning_rate": 0.00019962386156585374,
      "loss": 0.3762,
      "step": 1413
    },
    {
      "epoch": 0.11287393482208785,
      "grad_norm": 0.4293888807296753,
      "learning_rate": 0.0001996233177653967,
      "loss": 0.4572,
      "step": 1414
    },
    {
      "epoch": 0.11295376080145283,
      "grad_norm": 0.3492698073387146,
      "learning_rate": 0.00019962277357286675,
      "loss": 0.3174,
      "step": 1415
    },
    {
      "epoch": 0.11303358678081782,
      "grad_norm": 0.5726979970932007,
      "learning_rate": 0.00019962222898826611,
      "loss": 0.555,
      "step": 1416
    },
    {
      "epoch": 0.1131134127601828,
      "grad_norm": 0.5643323063850403,
      "learning_rate": 0.00019962168401159685,
      "loss": 0.7049,
      "step": 1417
    },
    {
      "epoch": 0.11319323873954779,
      "grad_norm": 0.4990382790565491,
      "learning_rate": 0.00019962113864286117,
      "loss": 0.4255,
      "step": 1418
    },
    {
      "epoch": 0.11327306471891277,
      "grad_norm": 0.44165197014808655,
      "learning_rate": 0.00019962059288206117,
      "loss": 0.3718,
      "step": 1419
    },
    {
      "epoch": 0.11335289069827775,
      "grad_norm": 0.5310469269752502,
      "learning_rate": 0.00019962004672919903,
      "loss": 0.4942,
      "step": 1420
    },
    {
      "epoch": 0.11343271667764274,
      "grad_norm": 0.472146600484848,
      "learning_rate": 0.0001996195001842769,
      "loss": 0.4152,
      "step": 1421
    },
    {
      "epoch": 0.11351254265700772,
      "grad_norm": 0.5761663913726807,
      "learning_rate": 0.00019961895324729692,
      "loss": 0.3203,
      "step": 1422
    },
    {
      "epoch": 0.1135923686363727,
      "grad_norm": 0.5275848507881165,
      "learning_rate": 0.00019961840591826123,
      "loss": 0.4638,
      "step": 1423
    },
    {
      "epoch": 0.11367219461573769,
      "grad_norm": 0.6154324412345886,
      "learning_rate": 0.00019961785819717201,
      "loss": 0.6481,
      "step": 1424
    },
    {
      "epoch": 0.11375202059510267,
      "grad_norm": 0.5243422985076904,
      "learning_rate": 0.00019961731008403142,
      "loss": 0.419,
      "step": 1425
    },
    {
      "epoch": 0.11383184657446765,
      "grad_norm": 0.7176470756530762,
      "learning_rate": 0.00019961676157884158,
      "loss": 0.4735,
      "step": 1426
    },
    {
      "epoch": 0.11391167255383264,
      "grad_norm": 0.6155967116355896,
      "learning_rate": 0.00019961621268160468,
      "loss": 0.3653,
      "step": 1427
    },
    {
      "epoch": 0.11399149853319764,
      "grad_norm": 0.5604555606842041,
      "learning_rate": 0.00019961566339232284,
      "loss": 0.3912,
      "step": 1428
    },
    {
      "epoch": 0.11407132451256262,
      "grad_norm": 0.5096336603164673,
      "learning_rate": 0.0001996151137109983,
      "loss": 0.4004,
      "step": 1429
    },
    {
      "epoch": 0.1141511504919276,
      "grad_norm": 0.44363102316856384,
      "learning_rate": 0.00019961456363763312,
      "loss": 0.4695,
      "step": 1430
    },
    {
      "epoch": 0.11423097647129259,
      "grad_norm": 0.5607709288597107,
      "learning_rate": 0.00019961401317222956,
      "loss": 0.6179,
      "step": 1431
    },
    {
      "epoch": 0.11431080245065757,
      "grad_norm": 0.4296642541885376,
      "learning_rate": 0.00019961346231478974,
      "loss": 0.4787,
      "step": 1432
    },
    {
      "epoch": 0.11439062843002255,
      "grad_norm": 0.43298426270484924,
      "learning_rate": 0.0001996129110653158,
      "loss": 0.3533,
      "step": 1433
    },
    {
      "epoch": 0.11447045440938754,
      "grad_norm": 0.4154718518257141,
      "learning_rate": 0.00019961235942381,
      "loss": 0.3706,
      "step": 1434
    },
    {
      "epoch": 0.11455028038875252,
      "grad_norm": 0.42043671011924744,
      "learning_rate": 0.00019961180739027444,
      "loss": 0.3125,
      "step": 1435
    },
    {
      "epoch": 0.1146301063681175,
      "grad_norm": 0.5722939372062683,
      "learning_rate": 0.0001996112549647113,
      "loss": 0.5714,
      "step": 1436
    },
    {
      "epoch": 0.11470993234748249,
      "grad_norm": 0.7522653937339783,
      "learning_rate": 0.00019961070214712275,
      "loss": 0.5191,
      "step": 1437
    },
    {
      "epoch": 0.11478975832684747,
      "grad_norm": 0.7424867749214172,
      "learning_rate": 0.00019961014893751097,
      "loss": 0.5709,
      "step": 1438
    },
    {
      "epoch": 0.11486958430621245,
      "grad_norm": 0.547380268573761,
      "learning_rate": 0.00019960959533587818,
      "loss": 0.4972,
      "step": 1439
    },
    {
      "epoch": 0.11494941028557744,
      "grad_norm": 0.5409146547317505,
      "learning_rate": 0.0001996090413422265,
      "loss": 0.5015,
      "step": 1440
    },
    {
      "epoch": 0.11502923626494242,
      "grad_norm": 0.49893078207969666,
      "learning_rate": 0.00019960848695655813,
      "loss": 0.4085,
      "step": 1441
    },
    {
      "epoch": 0.1151090622443074,
      "grad_norm": 0.5791224241256714,
      "learning_rate": 0.00019960793217887524,
      "loss": 0.4564,
      "step": 1442
    },
    {
      "epoch": 0.11518888822367239,
      "grad_norm": 0.4740995764732361,
      "learning_rate": 0.00019960737700918006,
      "loss": 0.4728,
      "step": 1443
    },
    {
      "epoch": 0.11526871420303737,
      "grad_norm": 0.4823411703109741,
      "learning_rate": 0.00019960682144747472,
      "loss": 0.4992,
      "step": 1444
    },
    {
      "epoch": 0.11534854018240236,
      "grad_norm": 0.5208091139793396,
      "learning_rate": 0.00019960626549376146,
      "loss": 0.4608,
      "step": 1445
    },
    {
      "epoch": 0.11542836616176735,
      "grad_norm": 0.49876976013183594,
      "learning_rate": 0.00019960570914804242,
      "loss": 0.4261,
      "step": 1446
    },
    {
      "epoch": 0.11550819214113234,
      "grad_norm": 0.42852839827537537,
      "learning_rate": 0.0001996051524103198,
      "loss": 0.2967,
      "step": 1447
    },
    {
      "epoch": 0.11558801812049732,
      "grad_norm": 0.4170632064342499,
      "learning_rate": 0.0001996045952805958,
      "loss": 0.4162,
      "step": 1448
    },
    {
      "epoch": 0.1156678440998623,
      "grad_norm": 0.4947202503681183,
      "learning_rate": 0.0001996040377588726,
      "loss": 0.4143,
      "step": 1449
    },
    {
      "epoch": 0.11574767007922729,
      "grad_norm": 0.5069566965103149,
      "learning_rate": 0.00019960347984515243,
      "loss": 0.4565,
      "step": 1450
    },
    {
      "epoch": 0.11582749605859227,
      "grad_norm": 0.6022087335586548,
      "learning_rate": 0.00019960292153943746,
      "loss": 0.4563,
      "step": 1451
    },
    {
      "epoch": 0.11590732203795726,
      "grad_norm": 0.4993983209133148,
      "learning_rate": 0.00019960236284172986,
      "loss": 0.4606,
      "step": 1452
    },
    {
      "epoch": 0.11598714801732224,
      "grad_norm": 0.6879257559776306,
      "learning_rate": 0.00019960180375203188,
      "loss": 0.4794,
      "step": 1453
    },
    {
      "epoch": 0.11606697399668722,
      "grad_norm": 0.3208710551261902,
      "learning_rate": 0.00019960124427034567,
      "loss": 0.343,
      "step": 1454
    },
    {
      "epoch": 0.1161467999760522,
      "grad_norm": 0.4392550587654114,
      "learning_rate": 0.00019960068439667348,
      "loss": 0.4821,
      "step": 1455
    },
    {
      "epoch": 0.11622662595541719,
      "grad_norm": 0.45434942841529846,
      "learning_rate": 0.00019960012413101753,
      "loss": 0.4581,
      "step": 1456
    },
    {
      "epoch": 0.11630645193478217,
      "grad_norm": 0.4065801203250885,
      "learning_rate": 0.00019959956347337992,
      "loss": 0.3613,
      "step": 1457
    },
    {
      "epoch": 0.11638627791414716,
      "grad_norm": 0.43818506598472595,
      "learning_rate": 0.00019959900242376297,
      "loss": 0.4169,
      "step": 1458
    },
    {
      "epoch": 0.11646610389351214,
      "grad_norm": 0.5690959692001343,
      "learning_rate": 0.00019959844098216883,
      "loss": 0.4442,
      "step": 1459
    },
    {
      "epoch": 0.11654592987287712,
      "grad_norm": 0.46072790026664734,
      "learning_rate": 0.00019959787914859968,
      "loss": 0.3978,
      "step": 1460
    },
    {
      "epoch": 0.11662575585224211,
      "grad_norm": 0.45505189895629883,
      "learning_rate": 0.00019959731692305782,
      "loss": 0.3708,
      "step": 1461
    },
    {
      "epoch": 0.11670558183160709,
      "grad_norm": 0.45536643266677856,
      "learning_rate": 0.0001995967543055454,
      "loss": 0.5615,
      "step": 1462
    },
    {
      "epoch": 0.11678540781097208,
      "grad_norm": 0.39347872138023376,
      "learning_rate": 0.00019959619129606467,
      "loss": 0.3499,
      "step": 1463
    },
    {
      "epoch": 0.11686523379033706,
      "grad_norm": 0.516099214553833,
      "learning_rate": 0.00019959562789461779,
      "loss": 0.546,
      "step": 1464
    },
    {
      "epoch": 0.11694505976970206,
      "grad_norm": 0.5335699915885925,
      "learning_rate": 0.00019959506410120704,
      "loss": 0.5165,
      "step": 1465
    },
    {
      "epoch": 0.11702488574906704,
      "grad_norm": 0.4977918565273285,
      "learning_rate": 0.0001995944999158346,
      "loss": 0.4674,
      "step": 1466
    },
    {
      "epoch": 0.11710471172843202,
      "grad_norm": 0.5461435317993164,
      "learning_rate": 0.0001995939353385027,
      "loss": 0.4107,
      "step": 1467
    },
    {
      "epoch": 0.117184537707797,
      "grad_norm": 0.6607439517974854,
      "learning_rate": 0.00019959337036921357,
      "loss": 0.5211,
      "step": 1468
    },
    {
      "epoch": 0.11726436368716199,
      "grad_norm": 0.4348665475845337,
      "learning_rate": 0.00019959280500796942,
      "loss": 0.3435,
      "step": 1469
    },
    {
      "epoch": 0.11734418966652697,
      "grad_norm": 0.39812934398651123,
      "learning_rate": 0.0001995922392547725,
      "loss": 0.4718,
      "step": 1470
    },
    {
      "epoch": 0.11742401564589196,
      "grad_norm": 0.5061837434768677,
      "learning_rate": 0.000199591673109625,
      "loss": 0.4325,
      "step": 1471
    },
    {
      "epoch": 0.11750384162525694,
      "grad_norm": 0.4867972433567047,
      "learning_rate": 0.00019959110657252914,
      "loss": 0.5263,
      "step": 1472
    },
    {
      "epoch": 0.11758366760462192,
      "grad_norm": 0.44575464725494385,
      "learning_rate": 0.0001995905396434872,
      "loss": 0.4058,
      "step": 1473
    },
    {
      "epoch": 0.11766349358398691,
      "grad_norm": 0.501823365688324,
      "learning_rate": 0.00019958997232250142,
      "loss": 0.382,
      "step": 1474
    },
    {
      "epoch": 0.11774331956335189,
      "grad_norm": 0.44416481256484985,
      "learning_rate": 0.00019958940460957397,
      "loss": 0.4193,
      "step": 1475
    },
    {
      "epoch": 0.11782314554271688,
      "grad_norm": 0.46746334433555603,
      "learning_rate": 0.0001995888365047071,
      "loss": 0.5222,
      "step": 1476
    },
    {
      "epoch": 0.11790297152208186,
      "grad_norm": 0.48246270418167114,
      "learning_rate": 0.00019958826800790312,
      "loss": 0.3635,
      "step": 1477
    },
    {
      "epoch": 0.11798279750144684,
      "grad_norm": 0.4604671597480774,
      "learning_rate": 0.00019958769911916418,
      "loss": 0.4222,
      "step": 1478
    },
    {
      "epoch": 0.11806262348081183,
      "grad_norm": 0.44448092579841614,
      "learning_rate": 0.0001995871298384925,
      "loss": 0.3953,
      "step": 1479
    },
    {
      "epoch": 0.11814244946017681,
      "grad_norm": 0.5240437388420105,
      "learning_rate": 0.00019958656016589042,
      "loss": 0.5057,
      "step": 1480
    },
    {
      "epoch": 0.1182222754395418,
      "grad_norm": 0.5758513808250427,
      "learning_rate": 0.0001995859901013601,
      "loss": 0.3616,
      "step": 1481
    },
    {
      "epoch": 0.11830210141890678,
      "grad_norm": 0.5280816555023193,
      "learning_rate": 0.00019958541964490382,
      "loss": 0.395,
      "step": 1482
    },
    {
      "epoch": 0.11838192739827176,
      "grad_norm": 0.463145911693573,
      "learning_rate": 0.0001995848487965238,
      "loss": 0.4657,
      "step": 1483
    },
    {
      "epoch": 0.11846175337763676,
      "grad_norm": 0.622143030166626,
      "learning_rate": 0.00019958427755622236,
      "loss": 0.4836,
      "step": 1484
    },
    {
      "epoch": 0.11854157935700174,
      "grad_norm": 0.4596949815750122,
      "learning_rate": 0.00019958370592400163,
      "loss": 0.4112,
      "step": 1485
    },
    {
      "epoch": 0.11862140533636673,
      "grad_norm": 0.5149233937263489,
      "learning_rate": 0.000199583133899864,
      "loss": 0.5709,
      "step": 1486
    },
    {
      "epoch": 0.11870123131573171,
      "grad_norm": 0.4995371401309967,
      "learning_rate": 0.00019958256148381155,
      "loss": 0.4145,
      "step": 1487
    },
    {
      "epoch": 0.11878105729509669,
      "grad_norm": 0.45327478647232056,
      "learning_rate": 0.00019958198867584668,
      "loss": 0.485,
      "step": 1488
    },
    {
      "epoch": 0.11886088327446168,
      "grad_norm": 0.4772404730319977,
      "learning_rate": 0.00019958141547597158,
      "loss": 0.3929,
      "step": 1489
    },
    {
      "epoch": 0.11894070925382666,
      "grad_norm": 0.3677998185157776,
      "learning_rate": 0.0001995808418841885,
      "loss": 0.3267,
      "step": 1490
    },
    {
      "epoch": 0.11902053523319164,
      "grad_norm": 0.5784955024719238,
      "learning_rate": 0.00019958026790049975,
      "loss": 0.5695,
      "step": 1491
    },
    {
      "epoch": 0.11910036121255663,
      "grad_norm": 0.43741682171821594,
      "learning_rate": 0.0001995796935249075,
      "loss": 0.4667,
      "step": 1492
    },
    {
      "epoch": 0.11918018719192161,
      "grad_norm": 0.4740937650203705,
      "learning_rate": 0.0001995791187574141,
      "loss": 0.4377,
      "step": 1493
    },
    {
      "epoch": 0.1192600131712866,
      "grad_norm": 0.5860892534255981,
      "learning_rate": 0.00019957854359802177,
      "loss": 0.4927,
      "step": 1494
    },
    {
      "epoch": 0.11933983915065158,
      "grad_norm": 0.4279567003250122,
      "learning_rate": 0.0001995779680467328,
      "loss": 0.3644,
      "step": 1495
    },
    {
      "epoch": 0.11941966513001656,
      "grad_norm": 0.4925532639026642,
      "learning_rate": 0.0001995773921035494,
      "loss": 0.397,
      "step": 1496
    },
    {
      "epoch": 0.11949949110938154,
      "grad_norm": 0.45407211780548096,
      "learning_rate": 0.00019957681576847388,
      "loss": 0.4806,
      "step": 1497
    },
    {
      "epoch": 0.11957931708874653,
      "grad_norm": 0.35530972480773926,
      "learning_rate": 0.00019957623904150849,
      "loss": 0.2521,
      "step": 1498
    },
    {
      "epoch": 0.11965914306811151,
      "grad_norm": 0.4791572391986847,
      "learning_rate": 0.0001995756619226555,
      "loss": 0.4563,
      "step": 1499
    },
    {
      "epoch": 0.1197389690474765,
      "grad_norm": 0.6209314465522766,
      "learning_rate": 0.00019957508441191722,
      "loss": 0.5979,
      "step": 1500
    },
    {
      "epoch": 0.11981879502684148,
      "grad_norm": 0.6087034344673157,
      "learning_rate": 0.0001995745065092959,
      "loss": 0.406,
      "step": 1501
    },
    {
      "epoch": 0.11989862100620648,
      "grad_norm": 0.46915754675865173,
      "learning_rate": 0.00019957392821479377,
      "loss": 0.4829,
      "step": 1502
    },
    {
      "epoch": 0.11997844698557146,
      "grad_norm": 0.43552079796791077,
      "learning_rate": 0.00019957334952841317,
      "loss": 0.3635,
      "step": 1503
    },
    {
      "epoch": 0.12005827296493644,
      "grad_norm": 0.6683675646781921,
      "learning_rate": 0.00019957277045015636,
      "loss": 0.5453,
      "step": 1504
    },
    {
      "epoch": 0.12013809894430143,
      "grad_norm": 0.4989010989665985,
      "learning_rate": 0.00019957219098002554,
      "loss": 0.4277,
      "step": 1505
    },
    {
      "epoch": 0.12021792492366641,
      "grad_norm": 0.6711133122444153,
      "learning_rate": 0.0001995716111180231,
      "loss": 0.6034,
      "step": 1506
    },
    {
      "epoch": 0.1202977509030314,
      "grad_norm": 0.5440129041671753,
      "learning_rate": 0.00019957103086415133,
      "loss": 0.4184,
      "step": 1507
    },
    {
      "epoch": 0.12037757688239638,
      "grad_norm": 0.48853829503059387,
      "learning_rate": 0.0001995704502184124,
      "loss": 0.5001,
      "step": 1508
    },
    {
      "epoch": 0.12045740286176136,
      "grad_norm": 0.608620285987854,
      "learning_rate": 0.00019956986918080868,
      "loss": 0.4753,
      "step": 1509
    },
    {
      "epoch": 0.12053722884112635,
      "grad_norm": 0.4183083772659302,
      "learning_rate": 0.00019956928775134247,
      "loss": 0.4387,
      "step": 1510
    },
    {
      "epoch": 0.12061705482049133,
      "grad_norm": 0.4404892027378082,
      "learning_rate": 0.00019956870593001598,
      "loss": 0.5,
      "step": 1511
    },
    {
      "epoch": 0.12069688079985631,
      "grad_norm": 0.4676242768764496,
      "learning_rate": 0.00019956812371683155,
      "loss": 0.4607,
      "step": 1512
    },
    {
      "epoch": 0.1207767067792213,
      "grad_norm": 0.47039341926574707,
      "learning_rate": 0.0001995675411117915,
      "loss": 0.4954,
      "step": 1513
    },
    {
      "epoch": 0.12085653275858628,
      "grad_norm": 0.41285082697868347,
      "learning_rate": 0.00019956695811489805,
      "loss": 0.3666,
      "step": 1514
    },
    {
      "epoch": 0.12093635873795126,
      "grad_norm": 0.5223507285118103,
      "learning_rate": 0.00019956637472615357,
      "loss": 0.5864,
      "step": 1515
    },
    {
      "epoch": 0.12101618471731625,
      "grad_norm": 0.5247710943222046,
      "learning_rate": 0.00019956579094556029,
      "loss": 0.4229,
      "step": 1516
    },
    {
      "epoch": 0.12109601069668123,
      "grad_norm": 0.5015953183174133,
      "learning_rate": 0.00019956520677312056,
      "loss": 0.5175,
      "step": 1517
    },
    {
      "epoch": 0.12117583667604621,
      "grad_norm": 0.5207244753837585,
      "learning_rate": 0.00019956462220883665,
      "loss": 0.347,
      "step": 1518
    },
    {
      "epoch": 0.1212556626554112,
      "grad_norm": 0.5348362326622009,
      "learning_rate": 0.00019956403725271087,
      "loss": 0.4744,
      "step": 1519
    },
    {
      "epoch": 0.12133548863477618,
      "grad_norm": 0.441857248544693,
      "learning_rate": 0.0001995634519047455,
      "loss": 0.4126,
      "step": 1520
    },
    {
      "epoch": 0.12141531461414118,
      "grad_norm": 0.48792585730552673,
      "learning_rate": 0.00019956286616494288,
      "loss": 0.4985,
      "step": 1521
    },
    {
      "epoch": 0.12149514059350616,
      "grad_norm": 0.45990991592407227,
      "learning_rate": 0.00019956228003330527,
      "loss": 0.5455,
      "step": 1522
    },
    {
      "epoch": 0.12157496657287115,
      "grad_norm": 0.5027089715003967,
      "learning_rate": 0.00019956169350983504,
      "loss": 0.4857,
      "step": 1523
    },
    {
      "epoch": 0.12165479255223613,
      "grad_norm": 0.5141010880470276,
      "learning_rate": 0.00019956110659453445,
      "loss": 0.4822,
      "step": 1524
    },
    {
      "epoch": 0.12173461853160111,
      "grad_norm": 0.6435108780860901,
      "learning_rate": 0.00019956051928740585,
      "loss": 0.7525,
      "step": 1525
    },
    {
      "epoch": 0.1218144445109661,
      "grad_norm": 0.49201124906539917,
      "learning_rate": 0.00019955993158845149,
      "loss": 0.4671,
      "step": 1526
    },
    {
      "epoch": 0.12189427049033108,
      "grad_norm": 0.47809529304504395,
      "learning_rate": 0.00019955934349767372,
      "loss": 0.4458,
      "step": 1527
    },
    {
      "epoch": 0.12197409646969606,
      "grad_norm": 0.5677841305732727,
      "learning_rate": 0.00019955875501507486,
      "loss": 0.57,
      "step": 1528
    },
    {
      "epoch": 0.12205392244906105,
      "grad_norm": 0.5192259550094604,
      "learning_rate": 0.0001995581661406572,
      "loss": 0.4607,
      "step": 1529
    },
    {
      "epoch": 0.12213374842842603,
      "grad_norm": 0.5072519779205322,
      "learning_rate": 0.00019955757687442312,
      "loss": 0.4016,
      "step": 1530
    },
    {
      "epoch": 0.12221357440779101,
      "grad_norm": 0.4360112249851227,
      "learning_rate": 0.00019955698721637485,
      "loss": 0.4313,
      "step": 1531
    },
    {
      "epoch": 0.122293400387156,
      "grad_norm": 0.44167187809944153,
      "learning_rate": 0.00019955639716651478,
      "loss": 0.4003,
      "step": 1532
    },
    {
      "epoch": 0.12237322636652098,
      "grad_norm": 0.5191785097122192,
      "learning_rate": 0.00019955580672484518,
      "loss": 0.4005,
      "step": 1533
    },
    {
      "epoch": 0.12245305234588597,
      "grad_norm": 0.5319459438323975,
      "learning_rate": 0.00019955521589136842,
      "loss": 0.386,
      "step": 1534
    },
    {
      "epoch": 0.12253287832525095,
      "grad_norm": 0.6855008602142334,
      "learning_rate": 0.0001995546246660868,
      "loss": 0.56,
      "step": 1535
    },
    {
      "epoch": 0.12261270430461593,
      "grad_norm": 0.4606086015701294,
      "learning_rate": 0.00019955403304900267,
      "loss": 0.3875,
      "step": 1536
    },
    {
      "epoch": 0.12269253028398092,
      "grad_norm": 0.6331083178520203,
      "learning_rate": 0.00019955344104011832,
      "loss": 0.4403,
      "step": 1537
    },
    {
      "epoch": 0.1227723562633459,
      "grad_norm": 0.4596441090106964,
      "learning_rate": 0.0001995528486394361,
      "loss": 0.4027,
      "step": 1538
    },
    {
      "epoch": 0.12285218224271088,
      "grad_norm": 0.4448527991771698,
      "learning_rate": 0.00019955225584695834,
      "loss": 0.4318,
      "step": 1539
    },
    {
      "epoch": 0.12293200822207588,
      "grad_norm": 0.5665161609649658,
      "learning_rate": 0.00019955166266268738,
      "loss": 0.5891,
      "step": 1540
    },
    {
      "epoch": 0.12301183420144086,
      "grad_norm": 0.4262411594390869,
      "learning_rate": 0.00019955106908662557,
      "loss": 0.4916,
      "step": 1541
    },
    {
      "epoch": 0.12309166018080585,
      "grad_norm": 0.5234430432319641,
      "learning_rate": 0.0001995504751187752,
      "loss": 0.4802,
      "step": 1542
    },
    {
      "epoch": 0.12317148616017083,
      "grad_norm": 0.37257906794548035,
      "learning_rate": 0.00019954988075913865,
      "loss": 0.3687,
      "step": 1543
    },
    {
      "epoch": 0.12325131213953582,
      "grad_norm": 0.41113075613975525,
      "learning_rate": 0.00019954928600771825,
      "loss": 0.4153,
      "step": 1544
    },
    {
      "epoch": 0.1233311381189008,
      "grad_norm": 0.40938302874565125,
      "learning_rate": 0.0001995486908645163,
      "loss": 0.4187,
      "step": 1545
    },
    {
      "epoch": 0.12341096409826578,
      "grad_norm": 0.6109923720359802,
      "learning_rate": 0.0001995480953295352,
      "loss": 0.5246,
      "step": 1546
    },
    {
      "epoch": 0.12349079007763077,
      "grad_norm": 0.5291061401367188,
      "learning_rate": 0.00019954749940277725,
      "loss": 0.4557,
      "step": 1547
    },
    {
      "epoch": 0.12357061605699575,
      "grad_norm": 0.5185971856117249,
      "learning_rate": 0.00019954690308424485,
      "loss": 0.5448,
      "step": 1548
    },
    {
      "epoch": 0.12365044203636073,
      "grad_norm": 0.49588456749916077,
      "learning_rate": 0.00019954630637394029,
      "loss": 0.4126,
      "step": 1549
    },
    {
      "epoch": 0.12373026801572572,
      "grad_norm": 0.5233840346336365,
      "learning_rate": 0.00019954570927186596,
      "loss": 0.4408,
      "step": 1550
    },
    {
      "epoch": 0.1238100939950907,
      "grad_norm": 0.7124587893486023,
      "learning_rate": 0.00019954511177802415,
      "loss": 0.5034,
      "step": 1551
    },
    {
      "epoch": 0.12388991997445568,
      "grad_norm": 0.5234130620956421,
      "learning_rate": 0.0001995445138924173,
      "loss": 0.4477,
      "step": 1552
    },
    {
      "epoch": 0.12396974595382067,
      "grad_norm": 0.5049811601638794,
      "learning_rate": 0.00019954391561504767,
      "loss": 0.3393,
      "step": 1553
    },
    {
      "epoch": 0.12404957193318565,
      "grad_norm": 0.502818763256073,
      "learning_rate": 0.00019954331694591767,
      "loss": 0.4807,
      "step": 1554
    },
    {
      "epoch": 0.12412939791255063,
      "grad_norm": 0.46588635444641113,
      "learning_rate": 0.00019954271788502964,
      "loss": 0.4878,
      "step": 1555
    },
    {
      "epoch": 0.12420922389191562,
      "grad_norm": 0.445997953414917,
      "learning_rate": 0.00019954211843238598,
      "loss": 0.4446,
      "step": 1556
    },
    {
      "epoch": 0.1242890498712806,
      "grad_norm": 0.4687691628932953,
      "learning_rate": 0.00019954151858798898,
      "loss": 0.4631,
      "step": 1557
    },
    {
      "epoch": 0.1243688758506456,
      "grad_norm": 0.5123501420021057,
      "learning_rate": 0.00019954091835184103,
      "loss": 0.531,
      "step": 1558
    },
    {
      "epoch": 0.12444870183001058,
      "grad_norm": 0.5187200307846069,
      "learning_rate": 0.00019954031772394452,
      "loss": 0.5022,
      "step": 1559
    },
    {
      "epoch": 0.12452852780937557,
      "grad_norm": 0.44005104899406433,
      "learning_rate": 0.00019953971670430174,
      "loss": 0.2987,
      "step": 1560
    },
    {
      "epoch": 0.12460835378874055,
      "grad_norm": 0.5282763838768005,
      "learning_rate": 0.00019953911529291512,
      "loss": 0.483,
      "step": 1561
    },
    {
      "epoch": 0.12468817976810553,
      "grad_norm": 0.5012474060058594,
      "learning_rate": 0.00019953851348978704,
      "loss": 0.6448,
      "step": 1562
    },
    {
      "epoch": 0.12476800574747052,
      "grad_norm": 0.4618054926395416,
      "learning_rate": 0.00019953791129491983,
      "loss": 0.4124,
      "step": 1563
    },
    {
      "epoch": 0.1248478317268355,
      "grad_norm": 0.5910232067108154,
      "learning_rate": 0.00019953730870831587,
      "loss": 0.4381,
      "step": 1564
    },
    {
      "epoch": 0.12492765770620048,
      "grad_norm": 0.40254640579223633,
      "learning_rate": 0.00019953670572997752,
      "loss": 0.3887,
      "step": 1565
    },
    {
      "epoch": 0.12500748368556547,
      "grad_norm": 0.5070194005966187,
      "learning_rate": 0.00019953610235990717,
      "loss": 0.4573,
      "step": 1566
    },
    {
      "epoch": 0.12508730966493045,
      "grad_norm": 0.6128129959106445,
      "learning_rate": 0.00019953549859810717,
      "loss": 0.6061,
      "step": 1567
    },
    {
      "epoch": 0.12516713564429544,
      "grad_norm": 0.5522937774658203,
      "learning_rate": 0.00019953489444457994,
      "loss": 0.4447,
      "step": 1568
    },
    {
      "epoch": 0.12524696162366042,
      "grad_norm": 0.5506995916366577,
      "learning_rate": 0.00019953428989932784,
      "loss": 0.4971,
      "step": 1569
    },
    {
      "epoch": 0.1253267876030254,
      "grad_norm": 0.5631089210510254,
      "learning_rate": 0.0001995336849623532,
      "loss": 0.532,
      "step": 1570
    },
    {
      "epoch": 0.12540661358239039,
      "grad_norm": 0.5507694482803345,
      "learning_rate": 0.00019953307963365847,
      "loss": 0.5748,
      "step": 1571
    },
    {
      "epoch": 0.12548643956175537,
      "grad_norm": 0.6738640069961548,
      "learning_rate": 0.000199532473913246,
      "loss": 0.4583,
      "step": 1572
    },
    {
      "epoch": 0.12556626554112035,
      "grad_norm": 0.4385423958301544,
      "learning_rate": 0.00019953186780111818,
      "loss": 0.5384,
      "step": 1573
    },
    {
      "epoch": 0.12564609152048534,
      "grad_norm": 0.7886037826538086,
      "learning_rate": 0.0001995312612972774,
      "loss": 0.4346,
      "step": 1574
    },
    {
      "epoch": 0.12572591749985032,
      "grad_norm": 0.47727546095848083,
      "learning_rate": 0.00019953065440172604,
      "loss": 0.5344,
      "step": 1575
    },
    {
      "epoch": 0.1258057434792153,
      "grad_norm": 0.4464397430419922,
      "learning_rate": 0.00019953004711446647,
      "loss": 0.3745,
      "step": 1576
    },
    {
      "epoch": 0.1258855694585803,
      "grad_norm": 0.4619218111038208,
      "learning_rate": 0.00019952943943550114,
      "loss": 0.5353,
      "step": 1577
    },
    {
      "epoch": 0.12596539543794527,
      "grad_norm": 0.5054988265037537,
      "learning_rate": 0.00019952883136483234,
      "loss": 0.4832,
      "step": 1578
    },
    {
      "epoch": 0.12604522141731025,
      "grad_norm": 0.42859023809432983,
      "learning_rate": 0.00019952822290246255,
      "loss": 0.46,
      "step": 1579
    },
    {
      "epoch": 0.12612504739667524,
      "grad_norm": 0.5663043856620789,
      "learning_rate": 0.00019952761404839415,
      "loss": 0.6393,
      "step": 1580
    },
    {
      "epoch": 0.12620487337604022,
      "grad_norm": 0.41035544872283936,
      "learning_rate": 0.00019952700480262953,
      "loss": 0.4602,
      "step": 1581
    },
    {
      "epoch": 0.1262846993554052,
      "grad_norm": 0.42794373631477356,
      "learning_rate": 0.0001995263951651711,
      "loss": 0.4448,
      "step": 1582
    },
    {
      "epoch": 0.1263645253347702,
      "grad_norm": 0.6166927218437195,
      "learning_rate": 0.00019952578513602118,
      "loss": 0.3856,
      "step": 1583
    },
    {
      "epoch": 0.12644435131413517,
      "grad_norm": 0.46983176469802856,
      "learning_rate": 0.00019952517471518227,
      "loss": 0.4023,
      "step": 1584
    },
    {
      "epoch": 0.12652417729350016,
      "grad_norm": 0.4729631543159485,
      "learning_rate": 0.00019952456390265672,
      "loss": 0.3552,
      "step": 1585
    },
    {
      "epoch": 0.12660400327286517,
      "grad_norm": 0.4674956798553467,
      "learning_rate": 0.00019952395269844697,
      "loss": 0.4628,
      "step": 1586
    },
    {
      "epoch": 0.12668382925223015,
      "grad_norm": 0.5165627598762512,
      "learning_rate": 0.0001995233411025554,
      "loss": 0.6126,
      "step": 1587
    },
    {
      "epoch": 0.12676365523159513,
      "grad_norm": 0.6518092155456543,
      "learning_rate": 0.0001995227291149844,
      "loss": 0.6127,
      "step": 1588
    },
    {
      "epoch": 0.12684348121096012,
      "grad_norm": 0.5196471214294434,
      "learning_rate": 0.0001995221167357364,
      "loss": 0.3654,
      "step": 1589
    },
    {
      "epoch": 0.1269233071903251,
      "grad_norm": 0.43347397446632385,
      "learning_rate": 0.00019952150396481384,
      "loss": 0.4384,
      "step": 1590
    },
    {
      "epoch": 0.12700313316969009,
      "grad_norm": 0.5054887533187866,
      "learning_rate": 0.00019952089080221909,
      "loss": 0.4818,
      "step": 1591
    },
    {
      "epoch": 0.12708295914905507,
      "grad_norm": 0.6371363997459412,
      "learning_rate": 0.00019952027724795456,
      "loss": 0.5122,
      "step": 1592
    },
    {
      "epoch": 0.12716278512842005,
      "grad_norm": 0.4698029160499573,
      "learning_rate": 0.0001995196633020227,
      "loss": 0.4203,
      "step": 1593
    },
    {
      "epoch": 0.12724261110778504,
      "grad_norm": 0.5071789026260376,
      "learning_rate": 0.00019951904896442586,
      "loss": 0.6044,
      "step": 1594
    },
    {
      "epoch": 0.12732243708715002,
      "grad_norm": 0.488242506980896,
      "learning_rate": 0.00019951843423516655,
      "loss": 0.5648,
      "step": 1595
    },
    {
      "epoch": 0.127402263066515,
      "grad_norm": 0.6052377820014954,
      "learning_rate": 0.00019951781911424713,
      "loss": 0.4646,
      "step": 1596
    },
    {
      "epoch": 0.12748208904588,
      "grad_norm": 0.5334300398826599,
      "learning_rate": 0.00019951720360167002,
      "loss": 0.4383,
      "step": 1597
    },
    {
      "epoch": 0.12756191502524497,
      "grad_norm": 0.4811733365058899,
      "learning_rate": 0.00019951658769743768,
      "loss": 0.591,
      "step": 1598
    },
    {
      "epoch": 0.12764174100460995,
      "grad_norm": 0.4648761749267578,
      "learning_rate": 0.00019951597140155247,
      "loss": 0.3889,
      "step": 1599
    },
    {
      "epoch": 0.12772156698397494,
      "grad_norm": 0.4041108191013336,
      "learning_rate": 0.0001995153547140169,
      "loss": 0.3575,
      "step": 1600
    },
    {
      "epoch": 0.12772156698397494,
      "eval_loss": 0.4584338366985321,
      "eval_runtime": 34.1189,
      "eval_samples_per_second": 7.386,
      "eval_steps_per_second": 7.386,
      "step": 1600
    },
    {
      "epoch": 0.12780139296333992,
      "grad_norm": 0.48975828289985657,
      "learning_rate": 0.00019951473763483332,
      "loss": 0.5088,
      "step": 1601
    },
    {
      "epoch": 0.1278812189427049,
      "grad_norm": 0.47269150614738464,
      "learning_rate": 0.00019951412016400418,
      "loss": 0.3301,
      "step": 1602
    },
    {
      "epoch": 0.1279610449220699,
      "grad_norm": 0.3961193859577179,
      "learning_rate": 0.00019951350230153195,
      "loss": 0.4393,
      "step": 1603
    },
    {
      "epoch": 0.12804087090143487,
      "grad_norm": 0.5023549795150757,
      "learning_rate": 0.00019951288404741903,
      "loss": 0.4234,
      "step": 1604
    },
    {
      "epoch": 0.12812069688079986,
      "grad_norm": 0.5040432810783386,
      "learning_rate": 0.00019951226540166784,
      "loss": 0.3111,
      "step": 1605
    },
    {
      "epoch": 0.12820052286016484,
      "grad_norm": 0.5393947958946228,
      "learning_rate": 0.00019951164636428085,
      "loss": 0.5195,
      "step": 1606
    },
    {
      "epoch": 0.12828034883952982,
      "grad_norm": 0.39938148856163025,
      "learning_rate": 0.00019951102693526048,
      "loss": 0.4799,
      "step": 1607
    },
    {
      "epoch": 0.1283601748188948,
      "grad_norm": 0.6540417075157166,
      "learning_rate": 0.00019951040711460913,
      "loss": 0.4273,
      "step": 1608
    },
    {
      "epoch": 0.1284400007982598,
      "grad_norm": 0.522782564163208,
      "learning_rate": 0.0001995097869023293,
      "loss": 0.4733,
      "step": 1609
    },
    {
      "epoch": 0.12851982677762477,
      "grad_norm": 0.41608545184135437,
      "learning_rate": 0.0001995091662984234,
      "loss": 0.333,
      "step": 1610
    },
    {
      "epoch": 0.12859965275698976,
      "grad_norm": 0.5599068403244019,
      "learning_rate": 0.00019950854530289386,
      "loss": 0.4317,
      "step": 1611
    },
    {
      "epoch": 0.12867947873635474,
      "grad_norm": 0.4245489537715912,
      "learning_rate": 0.00019950792391574317,
      "loss": 0.3722,
      "step": 1612
    },
    {
      "epoch": 0.12875930471571972,
      "grad_norm": 0.538727879524231,
      "learning_rate": 0.00019950730213697372,
      "loss": 0.5482,
      "step": 1613
    },
    {
      "epoch": 0.1288391306950847,
      "grad_norm": 0.4309386610984802,
      "learning_rate": 0.00019950667996658798,
      "loss": 0.5076,
      "step": 1614
    },
    {
      "epoch": 0.1289189566744497,
      "grad_norm": 0.6162156462669373,
      "learning_rate": 0.00019950605740458844,
      "loss": 0.674,
      "step": 1615
    },
    {
      "epoch": 0.12899878265381468,
      "grad_norm": 0.5232728719711304,
      "learning_rate": 0.00019950543445097747,
      "loss": 0.4988,
      "step": 1616
    },
    {
      "epoch": 0.12907860863317966,
      "grad_norm": 0.715766429901123,
      "learning_rate": 0.00019950481110575757,
      "loss": 0.3636,
      "step": 1617
    },
    {
      "epoch": 0.12915843461254464,
      "grad_norm": 0.596466600894928,
      "learning_rate": 0.00019950418736893122,
      "loss": 0.5818,
      "step": 1618
    },
    {
      "epoch": 0.12923826059190963,
      "grad_norm": 0.46677711606025696,
      "learning_rate": 0.0001995035632405008,
      "loss": 0.4458,
      "step": 1619
    },
    {
      "epoch": 0.1293180865712746,
      "grad_norm": 0.39966675639152527,
      "learning_rate": 0.00019950293872046884,
      "loss": 0.3625,
      "step": 1620
    },
    {
      "epoch": 0.1293979125506396,
      "grad_norm": 0.5057862997055054,
      "learning_rate": 0.00019950231380883775,
      "loss": 0.4602,
      "step": 1621
    },
    {
      "epoch": 0.12947773853000458,
      "grad_norm": 0.4447230398654938,
      "learning_rate": 0.00019950168850561001,
      "loss": 0.4278,
      "step": 1622
    },
    {
      "epoch": 0.12955756450936956,
      "grad_norm": 0.584097683429718,
      "learning_rate": 0.00019950106281078805,
      "loss": 0.479,
      "step": 1623
    },
    {
      "epoch": 0.12963739048873457,
      "grad_norm": 0.7150726318359375,
      "learning_rate": 0.0001995004367243744,
      "loss": 0.6586,
      "step": 1624
    },
    {
      "epoch": 0.12971721646809956,
      "grad_norm": 0.4437585175037384,
      "learning_rate": 0.00019949981024637147,
      "loss": 0.4007,
      "step": 1625
    },
    {
      "epoch": 0.12979704244746454,
      "grad_norm": 0.48901036381721497,
      "learning_rate": 0.00019949918337678173,
      "loss": 0.4874,
      "step": 1626
    },
    {
      "epoch": 0.12987686842682952,
      "grad_norm": 0.5814956426620483,
      "learning_rate": 0.00019949855611560766,
      "loss": 0.5286,
      "step": 1627
    },
    {
      "epoch": 0.1299566944061945,
      "grad_norm": 0.47333720326423645,
      "learning_rate": 0.00019949792846285172,
      "loss": 0.5218,
      "step": 1628
    },
    {
      "epoch": 0.1300365203855595,
      "grad_norm": 0.5029535889625549,
      "learning_rate": 0.00019949730041851638,
      "loss": 0.5437,
      "step": 1629
    },
    {
      "epoch": 0.13011634636492447,
      "grad_norm": 0.5009450912475586,
      "learning_rate": 0.0001994966719826041,
      "loss": 0.4108,
      "step": 1630
    },
    {
      "epoch": 0.13019617234428946,
      "grad_norm": 0.6822338104248047,
      "learning_rate": 0.00019949604315511738,
      "loss": 0.5513,
      "step": 1631
    },
    {
      "epoch": 0.13027599832365444,
      "grad_norm": 0.4450034201145172,
      "learning_rate": 0.00019949541393605872,
      "loss": 0.4829,
      "step": 1632
    },
    {
      "epoch": 0.13035582430301942,
      "grad_norm": 0.3912999629974365,
      "learning_rate": 0.00019949478432543051,
      "loss": 0.3582,
      "step": 1633
    },
    {
      "epoch": 0.1304356502823844,
      "grad_norm": 0.547444224357605,
      "learning_rate": 0.0001994941543232353,
      "loss": 0.4901,
      "step": 1634
    },
    {
      "epoch": 0.1305154762617494,
      "grad_norm": 0.48590555787086487,
      "learning_rate": 0.00019949352392947556,
      "loss": 0.4985,
      "step": 1635
    },
    {
      "epoch": 0.13059530224111437,
      "grad_norm": 0.4865400791168213,
      "learning_rate": 0.00019949289314415375,
      "loss": 0.4747,
      "step": 1636
    },
    {
      "epoch": 0.13067512822047936,
      "grad_norm": 0.4186694622039795,
      "learning_rate": 0.00019949226196727234,
      "loss": 0.3113,
      "step": 1637
    },
    {
      "epoch": 0.13075495419984434,
      "grad_norm": 0.5889832973480225,
      "learning_rate": 0.00019949163039883385,
      "loss": 0.5171,
      "step": 1638
    },
    {
      "epoch": 0.13083478017920933,
      "grad_norm": 0.5738794803619385,
      "learning_rate": 0.00019949099843884075,
      "loss": 0.461,
      "step": 1639
    },
    {
      "epoch": 0.1309146061585743,
      "grad_norm": 0.5141382813453674,
      "learning_rate": 0.00019949036608729552,
      "loss": 0.3443,
      "step": 1640
    },
    {
      "epoch": 0.1309944321379393,
      "grad_norm": 0.4532892405986786,
      "learning_rate": 0.00019948973334420065,
      "loss": 0.4119,
      "step": 1641
    },
    {
      "epoch": 0.13107425811730428,
      "grad_norm": 0.627133846282959,
      "learning_rate": 0.00019948910020955866,
      "loss": 0.4169,
      "step": 1642
    },
    {
      "epoch": 0.13115408409666926,
      "grad_norm": 0.5004395246505737,
      "learning_rate": 0.000199488466683372,
      "loss": 0.3806,
      "step": 1643
    },
    {
      "epoch": 0.13123391007603424,
      "grad_norm": 0.6196765303611755,
      "learning_rate": 0.00019948783276564318,
      "loss": 0.3965,
      "step": 1644
    },
    {
      "epoch": 0.13131373605539923,
      "grad_norm": 0.5765367746353149,
      "learning_rate": 0.00019948719845637472,
      "loss": 0.5161,
      "step": 1645
    },
    {
      "epoch": 0.1313935620347642,
      "grad_norm": 0.5248223543167114,
      "learning_rate": 0.00019948656375556908,
      "loss": 0.5323,
      "step": 1646
    },
    {
      "epoch": 0.1314733880141292,
      "grad_norm": 0.4441794455051422,
      "learning_rate": 0.00019948592866322876,
      "loss": 0.4151,
      "step": 1647
    },
    {
      "epoch": 0.13155321399349418,
      "grad_norm": 0.5189574956893921,
      "learning_rate": 0.00019948529317935626,
      "loss": 0.3806,
      "step": 1648
    },
    {
      "epoch": 0.13163303997285916,
      "grad_norm": 0.6334282755851746,
      "learning_rate": 0.00019948465730395412,
      "loss": 0.531,
      "step": 1649
    },
    {
      "epoch": 0.13171286595222415,
      "grad_norm": 0.6317019462585449,
      "learning_rate": 0.00019948402103702479,
      "loss": 0.3787,
      "step": 1650
    },
    {
      "epoch": 0.13179269193158913,
      "grad_norm": 0.5287142992019653,
      "learning_rate": 0.0001994833843785708,
      "loss": 0.3328,
      "step": 1651
    },
    {
      "epoch": 0.1318725179109541,
      "grad_norm": 0.4603418707847595,
      "learning_rate": 0.00019948274732859464,
      "loss": 0.38,
      "step": 1652
    },
    {
      "epoch": 0.1319523438903191,
      "grad_norm": 0.4094122052192688,
      "learning_rate": 0.0001994821098870989,
      "loss": 0.3914,
      "step": 1653
    },
    {
      "epoch": 0.13203216986968408,
      "grad_norm": 0.6327178478240967,
      "learning_rate": 0.00019948147205408595,
      "loss": 0.554,
      "step": 1654
    },
    {
      "epoch": 0.13211199584904906,
      "grad_norm": 0.39595964550971985,
      "learning_rate": 0.00019948083382955836,
      "loss": 0.456,
      "step": 1655
    },
    {
      "epoch": 0.13219182182841405,
      "grad_norm": 0.5484511256217957,
      "learning_rate": 0.00019948019521351867,
      "loss": 0.4668,
      "step": 1656
    },
    {
      "epoch": 0.13227164780777903,
      "grad_norm": 0.40985456109046936,
      "learning_rate": 0.00019947955620596938,
      "loss": 0.3419,
      "step": 1657
    },
    {
      "epoch": 0.13235147378714401,
      "grad_norm": 0.4553787112236023,
      "learning_rate": 0.00019947891680691302,
      "loss": 0.3777,
      "step": 1658
    },
    {
      "epoch": 0.132431299766509,
      "grad_norm": 0.385610967874527,
      "learning_rate": 0.00019947827701635205,
      "loss": 0.384,
      "step": 1659
    },
    {
      "epoch": 0.13251112574587398,
      "grad_norm": 0.6416960954666138,
      "learning_rate": 0.00019947763683428904,
      "loss": 0.6322,
      "step": 1660
    },
    {
      "epoch": 0.132590951725239,
      "grad_norm": 0.6159003973007202,
      "learning_rate": 0.0001994769962607265,
      "loss": 0.4992,
      "step": 1661
    },
    {
      "epoch": 0.13267077770460398,
      "grad_norm": 0.44885382056236267,
      "learning_rate": 0.00019947635529566694,
      "loss": 0.3161,
      "step": 1662
    },
    {
      "epoch": 0.13275060368396896,
      "grad_norm": 0.6034995913505554,
      "learning_rate": 0.00019947571393911286,
      "loss": 0.5753,
      "step": 1663
    },
    {
      "epoch": 0.13283042966333394,
      "grad_norm": 0.5560004711151123,
      "learning_rate": 0.00019947507219106683,
      "loss": 0.3685,
      "step": 1664
    },
    {
      "epoch": 0.13291025564269893,
      "grad_norm": 0.47070711851119995,
      "learning_rate": 0.00019947443005153135,
      "loss": 0.3927,
      "step": 1665
    },
    {
      "epoch": 0.1329900816220639,
      "grad_norm": 0.51459139585495,
      "learning_rate": 0.00019947378752050896,
      "loss": 0.4415,
      "step": 1666
    },
    {
      "epoch": 0.1330699076014289,
      "grad_norm": 0.4390421509742737,
      "learning_rate": 0.00019947314459800217,
      "loss": 0.4017,
      "step": 1667
    },
    {
      "epoch": 0.13314973358079388,
      "grad_norm": 0.4748053252696991,
      "learning_rate": 0.00019947250128401353,
      "loss": 0.6094,
      "step": 1668
    },
    {
      "epoch": 0.13322955956015886,
      "grad_norm": 0.45701107382774353,
      "learning_rate": 0.00019947185757854556,
      "loss": 0.3334,
      "step": 1669
    },
    {
      "epoch": 0.13330938553952384,
      "grad_norm": 0.4921303987503052,
      "learning_rate": 0.0001994712134816008,
      "loss": 0.3311,
      "step": 1670
    },
    {
      "epoch": 0.13338921151888883,
      "grad_norm": 0.4416731297969818,
      "learning_rate": 0.0001994705689931818,
      "loss": 0.3647,
      "step": 1671
    },
    {
      "epoch": 0.1334690374982538,
      "grad_norm": 0.5751225352287292,
      "learning_rate": 0.00019946992411329107,
      "loss": 0.4379,
      "step": 1672
    },
    {
      "epoch": 0.1335488634776188,
      "grad_norm": 0.607622504234314,
      "learning_rate": 0.00019946927884193115,
      "loss": 0.4928,
      "step": 1673
    },
    {
      "epoch": 0.13362868945698378,
      "grad_norm": 0.47569915652275085,
      "learning_rate": 0.00019946863317910456,
      "loss": 0.4329,
      "step": 1674
    },
    {
      "epoch": 0.13370851543634876,
      "grad_norm": 0.6796119809150696,
      "learning_rate": 0.0001994679871248139,
      "loss": 0.5336,
      "step": 1675
    },
    {
      "epoch": 0.13378834141571375,
      "grad_norm": 0.4331366717815399,
      "learning_rate": 0.00019946734067906167,
      "loss": 0.3855,
      "step": 1676
    },
    {
      "epoch": 0.13386816739507873,
      "grad_norm": 0.693055272102356,
      "learning_rate": 0.00019946669384185043,
      "loss": 0.5363,
      "step": 1677
    },
    {
      "epoch": 0.1339479933744437,
      "grad_norm": 0.40280261635780334,
      "learning_rate": 0.00019946604661318272,
      "loss": 0.3422,
      "step": 1678
    },
    {
      "epoch": 0.1340278193538087,
      "grad_norm": 0.6828926801681519,
      "learning_rate": 0.00019946539899306107,
      "loss": 0.4928,
      "step": 1679
    },
    {
      "epoch": 0.13410764533317368,
      "grad_norm": 0.6602476835250854,
      "learning_rate": 0.00019946475098148807,
      "loss": 0.559,
      "step": 1680
    },
    {
      "epoch": 0.13418747131253866,
      "grad_norm": 0.37756451964378357,
      "learning_rate": 0.00019946410257846623,
      "loss": 0.3697,
      "step": 1681
    },
    {
      "epoch": 0.13426729729190365,
      "grad_norm": 0.5425268411636353,
      "learning_rate": 0.0001994634537839981,
      "loss": 0.5381,
      "step": 1682
    },
    {
      "epoch": 0.13434712327126863,
      "grad_norm": 0.43110641837120056,
      "learning_rate": 0.00019946280459808629,
      "loss": 0.5293,
      "step": 1683
    },
    {
      "epoch": 0.13442694925063361,
      "grad_norm": 0.4622749984264374,
      "learning_rate": 0.00019946215502073328,
      "loss": 0.4179,
      "step": 1684
    },
    {
      "epoch": 0.1345067752299986,
      "grad_norm": 0.5153915286064148,
      "learning_rate": 0.00019946150505194168,
      "loss": 0.4072,
      "step": 1685
    },
    {
      "epoch": 0.13458660120936358,
      "grad_norm": 0.5427712798118591,
      "learning_rate": 0.00019946085469171404,
      "loss": 0.4352,
      "step": 1686
    },
    {
      "epoch": 0.13466642718872857,
      "grad_norm": 0.5549525618553162,
      "learning_rate": 0.00019946020394005288,
      "loss": 0.5416,
      "step": 1687
    },
    {
      "epoch": 0.13474625316809355,
      "grad_norm": 0.5099642872810364,
      "learning_rate": 0.0001994595527969608,
      "loss": 0.5688,
      "step": 1688
    },
    {
      "epoch": 0.13482607914745853,
      "grad_norm": 0.5076581239700317,
      "learning_rate": 0.00019945890126244037,
      "loss": 0.5806,
      "step": 1689
    },
    {
      "epoch": 0.13490590512682352,
      "grad_norm": 0.5152157545089722,
      "learning_rate": 0.00019945824933649412,
      "loss": 0.4978,
      "step": 1690
    },
    {
      "epoch": 0.1349857311061885,
      "grad_norm": 0.48543062806129456,
      "learning_rate": 0.00019945759701912462,
      "loss": 0.3654,
      "step": 1691
    },
    {
      "epoch": 0.13506555708555348,
      "grad_norm": 0.449220210313797,
      "learning_rate": 0.0001994569443103345,
      "loss": 0.3447,
      "step": 1692
    },
    {
      "epoch": 0.13514538306491847,
      "grad_norm": 0.5097464919090271,
      "learning_rate": 0.00019945629121012623,
      "loss": 0.5675,
      "step": 1693
    },
    {
      "epoch": 0.13522520904428345,
      "grad_norm": 0.5214598774909973,
      "learning_rate": 0.00019945563771850246,
      "loss": 0.3918,
      "step": 1694
    },
    {
      "epoch": 0.13530503502364843,
      "grad_norm": 0.49211814999580383,
      "learning_rate": 0.0001994549838354657,
      "loss": 0.6213,
      "step": 1695
    },
    {
      "epoch": 0.13538486100301342,
      "grad_norm": 0.46403196454048157,
      "learning_rate": 0.0001994543295610186,
      "loss": 0.5067,
      "step": 1696
    },
    {
      "epoch": 0.1354646869823784,
      "grad_norm": 0.4492950439453125,
      "learning_rate": 0.00019945367489516364,
      "loss": 0.3521,
      "step": 1697
    },
    {
      "epoch": 0.1355445129617434,
      "grad_norm": 0.41961491107940674,
      "learning_rate": 0.00019945301983790347,
      "loss": 0.4299,
      "step": 1698
    },
    {
      "epoch": 0.1356243389411084,
      "grad_norm": 0.6779571175575256,
      "learning_rate": 0.00019945236438924065,
      "loss": 0.7277,
      "step": 1699
    },
    {
      "epoch": 0.13570416492047338,
      "grad_norm": 0.5390077829360962,
      "learning_rate": 0.00019945170854917776,
      "loss": 0.5073,
      "step": 1700
    },
    {
      "epoch": 0.13578399089983836,
      "grad_norm": 0.44666528701782227,
      "learning_rate": 0.00019945105231771736,
      "loss": 0.4222,
      "step": 1701
    },
    {
      "epoch": 0.13586381687920335,
      "grad_norm": 0.49137723445892334,
      "learning_rate": 0.00019945039569486205,
      "loss": 0.5601,
      "step": 1702
    },
    {
      "epoch": 0.13594364285856833,
      "grad_norm": 0.47770294547080994,
      "learning_rate": 0.0001994497386806144,
      "loss": 0.4464,
      "step": 1703
    },
    {
      "epoch": 0.13602346883793331,
      "grad_norm": 0.5644506216049194,
      "learning_rate": 0.00019944908127497704,
      "loss": 0.4748,
      "step": 1704
    },
    {
      "epoch": 0.1361032948172983,
      "grad_norm": 0.5249027609825134,
      "learning_rate": 0.00019944842347795248,
      "loss": 0.5532,
      "step": 1705
    },
    {
      "epoch": 0.13618312079666328,
      "grad_norm": 0.47660326957702637,
      "learning_rate": 0.00019944776528954338,
      "loss": 0.4097,
      "step": 1706
    },
    {
      "epoch": 0.13626294677602827,
      "grad_norm": 0.6252812147140503,
      "learning_rate": 0.0001994471067097523,
      "loss": 0.5755,
      "step": 1707
    },
    {
      "epoch": 0.13634277275539325,
      "grad_norm": 0.45416876673698425,
      "learning_rate": 0.00019944644773858182,
      "loss": 0.4527,
      "step": 1708
    },
    {
      "epoch": 0.13642259873475823,
      "grad_norm": 0.6788359880447388,
      "learning_rate": 0.0001994457883760346,
      "loss": 0.6007,
      "step": 1709
    },
    {
      "epoch": 0.13650242471412322,
      "grad_norm": 0.5895125865936279,
      "learning_rate": 0.00019944512862211312,
      "loss": 0.4501,
      "step": 1710
    },
    {
      "epoch": 0.1365822506934882,
      "grad_norm": 0.7414982318878174,
      "learning_rate": 0.0001994444684768201,
      "loss": 0.3889,
      "step": 1711
    },
    {
      "epoch": 0.13666207667285318,
      "grad_norm": 0.43922221660614014,
      "learning_rate": 0.00019944380794015802,
      "loss": 0.2679,
      "step": 1712
    },
    {
      "epoch": 0.13674190265221817,
      "grad_norm": 0.5647884011268616,
      "learning_rate": 0.0001994431470121296,
      "loss": 0.4793,
      "step": 1713
    },
    {
      "epoch": 0.13682172863158315,
      "grad_norm": 0.5888847708702087,
      "learning_rate": 0.0001994424856927373,
      "loss": 0.4167,
      "step": 1714
    },
    {
      "epoch": 0.13690155461094813,
      "grad_norm": 0.6007885336875916,
      "learning_rate": 0.00019944182398198384,
      "loss": 0.4957,
      "step": 1715
    },
    {
      "epoch": 0.13698138059031312,
      "grad_norm": 0.6112028956413269,
      "learning_rate": 0.0001994411618798718,
      "loss": 0.6258,
      "step": 1716
    },
    {
      "epoch": 0.1370612065696781,
      "grad_norm": 0.43053045868873596,
      "learning_rate": 0.00019944049938640376,
      "loss": 0.381,
      "step": 1717
    },
    {
      "epoch": 0.13714103254904308,
      "grad_norm": 0.48449286818504333,
      "learning_rate": 0.00019943983650158234,
      "loss": 0.3437,
      "step": 1718
    },
    {
      "epoch": 0.13722085852840807,
      "grad_norm": 0.49150997400283813,
      "learning_rate": 0.00019943917322541016,
      "loss": 0.4783,
      "step": 1719
    },
    {
      "epoch": 0.13730068450777305,
      "grad_norm": 0.4605294466018677,
      "learning_rate": 0.0001994385095578898,
      "loss": 0.478,
      "step": 1720
    },
    {
      "epoch": 0.13738051048713804,
      "grad_norm": 0.47036778926849365,
      "learning_rate": 0.0001994378454990239,
      "loss": 0.4309,
      "step": 1721
    },
    {
      "epoch": 0.13746033646650302,
      "grad_norm": 0.5108290910720825,
      "learning_rate": 0.00019943718104881505,
      "loss": 0.471,
      "step": 1722
    },
    {
      "epoch": 0.137540162445868,
      "grad_norm": 0.40469861030578613,
      "learning_rate": 0.00019943651620726592,
      "loss": 0.4164,
      "step": 1723
    },
    {
      "epoch": 0.137619988425233,
      "grad_norm": 0.417829304933548,
      "learning_rate": 0.00019943585097437905,
      "loss": 0.424,
      "step": 1724
    },
    {
      "epoch": 0.13769981440459797,
      "grad_norm": 0.4460268020629883,
      "learning_rate": 0.00019943518535015707,
      "loss": 0.3628,
      "step": 1725
    },
    {
      "epoch": 0.13777964038396295,
      "grad_norm": 0.6422008275985718,
      "learning_rate": 0.00019943451933460265,
      "loss": 0.5607,
      "step": 1726
    },
    {
      "epoch": 0.13785946636332794,
      "grad_norm": 0.4793359935283661,
      "learning_rate": 0.0001994338529277184,
      "loss": 0.4599,
      "step": 1727
    },
    {
      "epoch": 0.13793929234269292,
      "grad_norm": 0.6279167532920837,
      "learning_rate": 0.0001994331861295069,
      "loss": 0.5138,
      "step": 1728
    },
    {
      "epoch": 0.1380191183220579,
      "grad_norm": 0.5116904973983765,
      "learning_rate": 0.0001994325189399708,
      "loss": 0.5737,
      "step": 1729
    },
    {
      "epoch": 0.1380989443014229,
      "grad_norm": 0.4742854833602905,
      "learning_rate": 0.00019943185135911276,
      "loss": 0.3742,
      "step": 1730
    },
    {
      "epoch": 0.13817877028078787,
      "grad_norm": 0.44839000701904297,
      "learning_rate": 0.00019943118338693533,
      "loss": 0.4063,
      "step": 1731
    },
    {
      "epoch": 0.13825859626015286,
      "grad_norm": 0.505184531211853,
      "learning_rate": 0.00019943051502344125,
      "loss": 0.4894,
      "step": 1732
    },
    {
      "epoch": 0.13833842223951784,
      "grad_norm": 0.6067935228347778,
      "learning_rate": 0.000199429846268633,
      "loss": 0.5854,
      "step": 1733
    },
    {
      "epoch": 0.13841824821888282,
      "grad_norm": 0.6160372495651245,
      "learning_rate": 0.00019942917712251332,
      "loss": 0.506,
      "step": 1734
    },
    {
      "epoch": 0.13849807419824783,
      "grad_norm": 0.47069600224494934,
      "learning_rate": 0.00019942850758508483,
      "loss": 0.4039,
      "step": 1735
    },
    {
      "epoch": 0.13857790017761282,
      "grad_norm": 0.4646449685096741,
      "learning_rate": 0.00019942783765635017,
      "loss": 0.3061,
      "step": 1736
    },
    {
      "epoch": 0.1386577261569778,
      "grad_norm": 0.5531530976295471,
      "learning_rate": 0.00019942716733631195,
      "loss": 0.582,
      "step": 1737
    },
    {
      "epoch": 0.13873755213634278,
      "grad_norm": 0.43805447220802307,
      "learning_rate": 0.0001994264966249728,
      "loss": 0.4362,
      "step": 1738
    },
    {
      "epoch": 0.13881737811570777,
      "grad_norm": 0.3892998993396759,
      "learning_rate": 0.0001994258255223354,
      "loss": 0.3882,
      "step": 1739
    },
    {
      "epoch": 0.13889720409507275,
      "grad_norm": 0.5138251781463623,
      "learning_rate": 0.00019942515402840235,
      "loss": 0.4055,
      "step": 1740
    },
    {
      "epoch": 0.13897703007443774,
      "grad_norm": 0.42402151226997375,
      "learning_rate": 0.00019942448214317632,
      "loss": 0.4068,
      "step": 1741
    },
    {
      "epoch": 0.13905685605380272,
      "grad_norm": 0.40131333470344543,
      "learning_rate": 0.0001994238098666599,
      "loss": 0.4319,
      "step": 1742
    },
    {
      "epoch": 0.1391366820331677,
      "grad_norm": 0.7710497975349426,
      "learning_rate": 0.00019942313719885585,
      "loss": 0.694,
      "step": 1743
    },
    {
      "epoch": 0.13921650801253269,
      "grad_norm": 0.48867833614349365,
      "learning_rate": 0.00019942246413976673,
      "loss": 0.3645,
      "step": 1744
    },
    {
      "epoch": 0.13929633399189767,
      "grad_norm": 0.38123616576194763,
      "learning_rate": 0.0001994217906893952,
      "loss": 0.3732,
      "step": 1745
    },
    {
      "epoch": 0.13937615997126265,
      "grad_norm": 0.4859964847564697,
      "learning_rate": 0.0001994211168477439,
      "loss": 0.6279,
      "step": 1746
    },
    {
      "epoch": 0.13945598595062764,
      "grad_norm": 0.49309542775154114,
      "learning_rate": 0.00019942044261481555,
      "loss": 0.6092,
      "step": 1747
    },
    {
      "epoch": 0.13953581192999262,
      "grad_norm": 0.5323932766914368,
      "learning_rate": 0.00019941976799061272,
      "loss": 0.486,
      "step": 1748
    },
    {
      "epoch": 0.1396156379093576,
      "grad_norm": 0.6054819822311401,
      "learning_rate": 0.0001994190929751381,
      "loss": 0.5953,
      "step": 1749
    },
    {
      "epoch": 0.1396954638887226,
      "grad_norm": 0.5269339084625244,
      "learning_rate": 0.0001994184175683943,
      "loss": 0.4695,
      "step": 1750
    },
    {
      "epoch": 0.13977528986808757,
      "grad_norm": 0.43932655453681946,
      "learning_rate": 0.0001994177417703841,
      "loss": 0.4216,
      "step": 1751
    },
    {
      "epoch": 0.13985511584745255,
      "grad_norm": 0.5287269949913025,
      "learning_rate": 0.00019941706558111006,
      "loss": 0.5743,
      "step": 1752
    },
    {
      "epoch": 0.13993494182681754,
      "grad_norm": 0.48276203870773315,
      "learning_rate": 0.00019941638900057486,
      "loss": 0.5142,
      "step": 1753
    },
    {
      "epoch": 0.14001476780618252,
      "grad_norm": 0.446909099817276,
      "learning_rate": 0.00019941571202878116,
      "loss": 0.412,
      "step": 1754
    },
    {
      "epoch": 0.1400945937855475,
      "grad_norm": 0.5374021530151367,
      "learning_rate": 0.00019941503466573162,
      "loss": 0.353,
      "step": 1755
    },
    {
      "epoch": 0.1401744197649125,
      "grad_norm": 0.5043481588363647,
      "learning_rate": 0.00019941435691142893,
      "loss": 0.3887,
      "step": 1756
    },
    {
      "epoch": 0.14025424574427747,
      "grad_norm": 0.49945369362831116,
      "learning_rate": 0.00019941367876587576,
      "loss": 0.4732,
      "step": 1757
    },
    {
      "epoch": 0.14033407172364246,
      "grad_norm": 0.46196192502975464,
      "learning_rate": 0.00019941300022907474,
      "loss": 0.5262,
      "step": 1758
    },
    {
      "epoch": 0.14041389770300744,
      "grad_norm": 0.4071967899799347,
      "learning_rate": 0.00019941232130102856,
      "loss": 0.3974,
      "step": 1759
    },
    {
      "epoch": 0.14049372368237242,
      "grad_norm": 0.44613340497016907,
      "learning_rate": 0.0001994116419817399,
      "loss": 0.4116,
      "step": 1760
    },
    {
      "epoch": 0.1405735496617374,
      "grad_norm": 0.5153806805610657,
      "learning_rate": 0.00019941096227121143,
      "loss": 0.5235,
      "step": 1761
    },
    {
      "epoch": 0.1406533756411024,
      "grad_norm": 0.4513183534145355,
      "learning_rate": 0.00019941028216944584,
      "loss": 0.4025,
      "step": 1762
    },
    {
      "epoch": 0.14073320162046737,
      "grad_norm": 0.561607837677002,
      "learning_rate": 0.00019940960167644578,
      "loss": 0.5183,
      "step": 1763
    },
    {
      "epoch": 0.14081302759983236,
      "grad_norm": 0.47415345907211304,
      "learning_rate": 0.00019940892079221395,
      "loss": 0.4233,
      "step": 1764
    },
    {
      "epoch": 0.14089285357919734,
      "grad_norm": 0.5587602853775024,
      "learning_rate": 0.00019940823951675301,
      "loss": 0.5622,
      "step": 1765
    },
    {
      "epoch": 0.14097267955856232,
      "grad_norm": 0.41302016377449036,
      "learning_rate": 0.00019940755785006564,
      "loss": 0.4557,
      "step": 1766
    },
    {
      "epoch": 0.1410525055379273,
      "grad_norm": 0.48014235496520996,
      "learning_rate": 0.00019940687579215452,
      "loss": 0.4719,
      "step": 1767
    },
    {
      "epoch": 0.1411323315172923,
      "grad_norm": 0.5364969968795776,
      "learning_rate": 0.00019940619334302237,
      "loss": 0.5908,
      "step": 1768
    },
    {
      "epoch": 0.14121215749665728,
      "grad_norm": 0.5797982811927795,
      "learning_rate": 0.00019940551050267184,
      "loss": 0.4437,
      "step": 1769
    },
    {
      "epoch": 0.14129198347602226,
      "grad_norm": 0.5125011801719666,
      "learning_rate": 0.00019940482727110563,
      "loss": 0.4089,
      "step": 1770
    },
    {
      "epoch": 0.14137180945538724,
      "grad_norm": 0.5847697257995605,
      "learning_rate": 0.00019940414364832645,
      "loss": 0.4158,
      "step": 1771
    },
    {
      "epoch": 0.14145163543475223,
      "grad_norm": 0.5391139388084412,
      "learning_rate": 0.00019940345963433695,
      "loss": 0.5016,
      "step": 1772
    },
    {
      "epoch": 0.14153146141411724,
      "grad_norm": 0.3473202586174011,
      "learning_rate": 0.00019940277522913983,
      "loss": 0.2573,
      "step": 1773
    },
    {
      "epoch": 0.14161128739348222,
      "grad_norm": 0.5264180898666382,
      "learning_rate": 0.00019940209043273782,
      "loss": 0.5052,
      "step": 1774
    },
    {
      "epoch": 0.1416911133728472,
      "grad_norm": 0.8028879761695862,
      "learning_rate": 0.00019940140524513358,
      "loss": 0.489,
      "step": 1775
    },
    {
      "epoch": 0.1417709393522122,
      "grad_norm": 0.5154446959495544,
      "learning_rate": 0.0001994007196663298,
      "loss": 0.4357,
      "step": 1776
    },
    {
      "epoch": 0.14185076533157717,
      "grad_norm": 0.4325012266635895,
      "learning_rate": 0.0001994000336963292,
      "loss": 0.3595,
      "step": 1777
    },
    {
      "epoch": 0.14193059131094216,
      "grad_norm": 0.5288361310958862,
      "learning_rate": 0.00019939934733513448,
      "loss": 0.5853,
      "step": 1778
    },
    {
      "epoch": 0.14201041729030714,
      "grad_norm": 0.44312334060668945,
      "learning_rate": 0.00019939866058274835,
      "loss": 0.4025,
      "step": 1779
    },
    {
      "epoch": 0.14209024326967212,
      "grad_norm": 0.5306894183158875,
      "learning_rate": 0.00019939797343917345,
      "loss": 0.4497,
      "step": 1780
    },
    {
      "epoch": 0.1421700692490371,
      "grad_norm": 0.5280320644378662,
      "learning_rate": 0.00019939728590441261,
      "loss": 0.4729,
      "step": 1781
    },
    {
      "epoch": 0.1422498952284021,
      "grad_norm": 0.5578312277793884,
      "learning_rate": 0.0001993965979784684,
      "loss": 0.6272,
      "step": 1782
    },
    {
      "epoch": 0.14232972120776707,
      "grad_norm": 0.44404834508895874,
      "learning_rate": 0.0001993959096613436,
      "loss": 0.3463,
      "step": 1783
    },
    {
      "epoch": 0.14240954718713206,
      "grad_norm": 0.4526543617248535,
      "learning_rate": 0.00019939522095304088,
      "loss": 0.3766,
      "step": 1784
    },
    {
      "epoch": 0.14248937316649704,
      "grad_norm": 0.45127323269844055,
      "learning_rate": 0.00019939453185356302,
      "loss": 0.4468,
      "step": 1785
    },
    {
      "epoch": 0.14256919914586202,
      "grad_norm": 0.5206332206726074,
      "learning_rate": 0.00019939384236291265,
      "loss": 0.5062,
      "step": 1786
    },
    {
      "epoch": 0.142649025125227,
      "grad_norm": 0.394711434841156,
      "learning_rate": 0.00019939315248109252,
      "loss": 0.3642,
      "step": 1787
    },
    {
      "epoch": 0.142728851104592,
      "grad_norm": 0.4556335210800171,
      "learning_rate": 0.00019939246220810537,
      "loss": 0.4022,
      "step": 1788
    },
    {
      "epoch": 0.14280867708395698,
      "grad_norm": 0.48022058606147766,
      "learning_rate": 0.0001993917715439539,
      "loss": 0.402,
      "step": 1789
    },
    {
      "epoch": 0.14288850306332196,
      "grad_norm": 0.469081848859787,
      "learning_rate": 0.00019939108048864078,
      "loss": 0.5194,
      "step": 1790
    },
    {
      "epoch": 0.14296832904268694,
      "grad_norm": 0.6446410417556763,
      "learning_rate": 0.00019939038904216881,
      "loss": 0.4532,
      "step": 1791
    },
    {
      "epoch": 0.14304815502205193,
      "grad_norm": 0.4589872360229492,
      "learning_rate": 0.00019938969720454064,
      "loss": 0.508,
      "step": 1792
    },
    {
      "epoch": 0.1431279810014169,
      "grad_norm": 0.7000086307525635,
      "learning_rate": 0.00019938900497575902,
      "loss": 0.459,
      "step": 1793
    },
    {
      "epoch": 0.1432078069807819,
      "grad_norm": 0.5610135197639465,
      "learning_rate": 0.00019938831235582672,
      "loss": 0.5739,
      "step": 1794
    },
    {
      "epoch": 0.14328763296014688,
      "grad_norm": 0.44798004627227783,
      "learning_rate": 0.00019938761934474637,
      "loss": 0.4563,
      "step": 1795
    },
    {
      "epoch": 0.14336745893951186,
      "grad_norm": 0.3860234022140503,
      "learning_rate": 0.00019938692594252078,
      "loss": 0.3997,
      "step": 1796
    },
    {
      "epoch": 0.14344728491887684,
      "grad_norm": 0.5398032069206238,
      "learning_rate": 0.00019938623214915265,
      "loss": 0.457,
      "step": 1797
    },
    {
      "epoch": 0.14352711089824183,
      "grad_norm": 0.4201054275035858,
      "learning_rate": 0.00019938553796464473,
      "loss": 0.3787,
      "step": 1798
    },
    {
      "epoch": 0.1436069368776068,
      "grad_norm": 0.4827921986579895,
      "learning_rate": 0.00019938484338899968,
      "loss": 0.3598,
      "step": 1799
    },
    {
      "epoch": 0.1436867628569718,
      "grad_norm": 0.4319533109664917,
      "learning_rate": 0.00019938414842222033,
      "loss": 0.4238,
      "step": 1800
    },
    {
      "epoch": 0.1436867628569718,
      "eval_loss": 0.4532897174358368,
      "eval_runtime": 34.1577,
      "eval_samples_per_second": 7.378,
      "eval_steps_per_second": 7.378,
      "step": 1800
    },
    {
      "epoch": 0.14376658883633678,
      "grad_norm": 0.49226757884025574,
      "learning_rate": 0.00019938345306430937,
      "loss": 0.4047,
      "step": 1801
    },
    {
      "epoch": 0.14384641481570176,
      "grad_norm": 0.42638638615608215,
      "learning_rate": 0.00019938275731526953,
      "loss": 0.36,
      "step": 1802
    },
    {
      "epoch": 0.14392624079506675,
      "grad_norm": 0.46143993735313416,
      "learning_rate": 0.0001993820611751035,
      "loss": 0.441,
      "step": 1803
    },
    {
      "epoch": 0.14400606677443173,
      "grad_norm": 0.5162659287452698,
      "learning_rate": 0.00019938136464381416,
      "loss": 0.4716,
      "step": 1804
    },
    {
      "epoch": 0.1440858927537967,
      "grad_norm": 0.418393611907959,
      "learning_rate": 0.00019938066772140413,
      "loss": 0.3679,
      "step": 1805
    },
    {
      "epoch": 0.1441657187331617,
      "grad_norm": 0.5866516828536987,
      "learning_rate": 0.0001993799704078762,
      "loss": 0.5299,
      "step": 1806
    },
    {
      "epoch": 0.14424554471252668,
      "grad_norm": 0.4567326009273529,
      "learning_rate": 0.00019937927270323309,
      "loss": 0.3263,
      "step": 1807
    },
    {
      "epoch": 0.14432537069189166,
      "grad_norm": 0.46049827337265015,
      "learning_rate": 0.00019937857460747757,
      "loss": 0.5349,
      "step": 1808
    },
    {
      "epoch": 0.14440519667125665,
      "grad_norm": 0.4484764039516449,
      "learning_rate": 0.00019937787612061238,
      "loss": 0.479,
      "step": 1809
    },
    {
      "epoch": 0.14448502265062166,
      "grad_norm": 0.4334096312522888,
      "learning_rate": 0.00019937717724264025,
      "loss": 0.3992,
      "step": 1810
    },
    {
      "epoch": 0.14456484862998664,
      "grad_norm": 0.5036852359771729,
      "learning_rate": 0.00019937647797356396,
      "loss": 0.4507,
      "step": 1811
    },
    {
      "epoch": 0.14464467460935163,
      "grad_norm": 0.5300142765045166,
      "learning_rate": 0.00019937577831338624,
      "loss": 0.2812,
      "step": 1812
    },
    {
      "epoch": 0.1447245005887166,
      "grad_norm": 0.4050678014755249,
      "learning_rate": 0.00019937507826210985,
      "loss": 0.2849,
      "step": 1813
    },
    {
      "epoch": 0.1448043265680816,
      "grad_norm": 0.40265440940856934,
      "learning_rate": 0.0001993743778197376,
      "loss": 0.3766,
      "step": 1814
    },
    {
      "epoch": 0.14488415254744658,
      "grad_norm": 0.4927334487438202,
      "learning_rate": 0.0001993736769862721,
      "loss": 0.3982,
      "step": 1815
    },
    {
      "epoch": 0.14496397852681156,
      "grad_norm": 0.43076178431510925,
      "learning_rate": 0.00019937297576171626,
      "loss": 0.4256,
      "step": 1816
    },
    {
      "epoch": 0.14504380450617654,
      "grad_norm": 0.4495445191860199,
      "learning_rate": 0.00019937227414607277,
      "loss": 0.3608,
      "step": 1817
    },
    {
      "epoch": 0.14512363048554153,
      "grad_norm": 0.5138247013092041,
      "learning_rate": 0.00019937157213934442,
      "loss": 0.3959,
      "step": 1818
    },
    {
      "epoch": 0.1452034564649065,
      "grad_norm": 0.4709976613521576,
      "learning_rate": 0.00019937086974153393,
      "loss": 0.3976,
      "step": 1819
    },
    {
      "epoch": 0.1452832824442715,
      "grad_norm": 0.46059876680374146,
      "learning_rate": 0.00019937016695264413,
      "loss": 0.378,
      "step": 1820
    },
    {
      "epoch": 0.14536310842363648,
      "grad_norm": 0.4838404059410095,
      "learning_rate": 0.0001993694637726777,
      "loss": 0.4055,
      "step": 1821
    },
    {
      "epoch": 0.14544293440300146,
      "grad_norm": 0.4630480706691742,
      "learning_rate": 0.00019936876020163746,
      "loss": 0.3824,
      "step": 1822
    },
    {
      "epoch": 0.14552276038236645,
      "grad_norm": 0.49214839935302734,
      "learning_rate": 0.0001993680562395262,
      "loss": 0.3551,
      "step": 1823
    },
    {
      "epoch": 0.14560258636173143,
      "grad_norm": 0.47495371103286743,
      "learning_rate": 0.00019936735188634663,
      "loss": 0.3821,
      "step": 1824
    },
    {
      "epoch": 0.1456824123410964,
      "grad_norm": 0.5136556625366211,
      "learning_rate": 0.00019936664714210157,
      "loss": 0.6102,
      "step": 1825
    },
    {
      "epoch": 0.1457622383204614,
      "grad_norm": 0.47026318311691284,
      "learning_rate": 0.0001993659420067938,
      "loss": 0.4021,
      "step": 1826
    },
    {
      "epoch": 0.14584206429982638,
      "grad_norm": 0.4873133897781372,
      "learning_rate": 0.00019936523648042605,
      "loss": 0.436,
      "step": 1827
    },
    {
      "epoch": 0.14592189027919136,
      "grad_norm": 0.557231068611145,
      "learning_rate": 0.0001993645305630011,
      "loss": 0.5938,
      "step": 1828
    },
    {
      "epoch": 0.14600171625855635,
      "grad_norm": 0.5988340973854065,
      "learning_rate": 0.00019936382425452177,
      "loss": 0.7414,
      "step": 1829
    },
    {
      "epoch": 0.14608154223792133,
      "grad_norm": 0.4979407489299774,
      "learning_rate": 0.00019936311755499082,
      "loss": 0.4179,
      "step": 1830
    },
    {
      "epoch": 0.1461613682172863,
      "grad_norm": 0.6025378704071045,
      "learning_rate": 0.00019936241046441104,
      "loss": 0.3976,
      "step": 1831
    },
    {
      "epoch": 0.1462411941966513,
      "grad_norm": 0.5781922936439514,
      "learning_rate": 0.0001993617029827852,
      "loss": 0.5504,
      "step": 1832
    },
    {
      "epoch": 0.14632102017601628,
      "grad_norm": 0.5591264367103577,
      "learning_rate": 0.00019936099511011607,
      "loss": 0.4003,
      "step": 1833
    },
    {
      "epoch": 0.14640084615538126,
      "grad_norm": 0.4484056532382965,
      "learning_rate": 0.00019936028684640645,
      "loss": 0.5141,
      "step": 1834
    },
    {
      "epoch": 0.14648067213474625,
      "grad_norm": 0.47250744700431824,
      "learning_rate": 0.00019935957819165916,
      "loss": 0.3219,
      "step": 1835
    },
    {
      "epoch": 0.14656049811411123,
      "grad_norm": 0.520218551158905,
      "learning_rate": 0.00019935886914587692,
      "loss": 0.4123,
      "step": 1836
    },
    {
      "epoch": 0.14664032409347622,
      "grad_norm": 0.47962725162506104,
      "learning_rate": 0.00019935815970906258,
      "loss": 0.4483,
      "step": 1837
    },
    {
      "epoch": 0.1467201500728412,
      "grad_norm": 0.6069543361663818,
      "learning_rate": 0.00019935744988121892,
      "loss": 0.4653,
      "step": 1838
    },
    {
      "epoch": 0.14679997605220618,
      "grad_norm": 0.5720058679580688,
      "learning_rate": 0.00019935673966234868,
      "loss": 0.4693,
      "step": 1839
    },
    {
      "epoch": 0.14687980203157117,
      "grad_norm": 0.5270086526870728,
      "learning_rate": 0.00019935602905245473,
      "loss": 0.4921,
      "step": 1840
    },
    {
      "epoch": 0.14695962801093615,
      "grad_norm": 0.47477006912231445,
      "learning_rate": 0.00019935531805153988,
      "loss": 0.4653,
      "step": 1841
    },
    {
      "epoch": 0.14703945399030113,
      "grad_norm": 0.5689556002616882,
      "learning_rate": 0.0001993546066596068,
      "loss": 0.5136,
      "step": 1842
    },
    {
      "epoch": 0.14711927996966612,
      "grad_norm": 0.5529346466064453,
      "learning_rate": 0.00019935389487665844,
      "loss": 0.4676,
      "step": 1843
    },
    {
      "epoch": 0.1471991059490311,
      "grad_norm": 0.6023017764091492,
      "learning_rate": 0.0001993531827026975,
      "loss": 0.497,
      "step": 1844
    },
    {
      "epoch": 0.14727893192839608,
      "grad_norm": 0.43258896470069885,
      "learning_rate": 0.00019935247013772682,
      "loss": 0.4336,
      "step": 1845
    },
    {
      "epoch": 0.14735875790776107,
      "grad_norm": 0.4687940180301666,
      "learning_rate": 0.00019935175718174922,
      "loss": 0.3962,
      "step": 1846
    },
    {
      "epoch": 0.14743858388712608,
      "grad_norm": 0.478401243686676,
      "learning_rate": 0.00019935104383476748,
      "loss": 0.5254,
      "step": 1847
    },
    {
      "epoch": 0.14751840986649106,
      "grad_norm": 0.48937785625457764,
      "learning_rate": 0.00019935033009678443,
      "loss": 0.3757,
      "step": 1848
    },
    {
      "epoch": 0.14759823584585605,
      "grad_norm": 0.6549502611160278,
      "learning_rate": 0.00019934961596780286,
      "loss": 0.6756,
      "step": 1849
    },
    {
      "epoch": 0.14767806182522103,
      "grad_norm": 0.46311795711517334,
      "learning_rate": 0.00019934890144782558,
      "loss": 0.3794,
      "step": 1850
    },
    {
      "epoch": 0.147757887804586,
      "grad_norm": 0.5558609962463379,
      "learning_rate": 0.0001993481865368554,
      "loss": 0.5456,
      "step": 1851
    },
    {
      "epoch": 0.147837713783951,
      "grad_norm": 0.5336849689483643,
      "learning_rate": 0.00019934747123489515,
      "loss": 0.4188,
      "step": 1852
    },
    {
      "epoch": 0.14791753976331598,
      "grad_norm": 0.846379816532135,
      "learning_rate": 0.00019934675554194762,
      "loss": 0.3972,
      "step": 1853
    },
    {
      "epoch": 0.14799736574268096,
      "grad_norm": 0.478155255317688,
      "learning_rate": 0.00019934603945801567,
      "loss": 0.3713,
      "step": 1854
    },
    {
      "epoch": 0.14807719172204595,
      "grad_norm": 0.6139187216758728,
      "learning_rate": 0.00019934532298310207,
      "loss": 0.4512,
      "step": 1855
    },
    {
      "epoch": 0.14815701770141093,
      "grad_norm": 0.5296499729156494,
      "learning_rate": 0.00019934460611720965,
      "loss": 0.4892,
      "step": 1856
    },
    {
      "epoch": 0.14823684368077591,
      "grad_norm": 0.5265693068504333,
      "learning_rate": 0.00019934388886034128,
      "loss": 0.549,
      "step": 1857
    },
    {
      "epoch": 0.1483166696601409,
      "grad_norm": 0.3944428265094757,
      "learning_rate": 0.00019934317121249974,
      "loss": 0.3444,
      "step": 1858
    },
    {
      "epoch": 0.14839649563950588,
      "grad_norm": 0.5708298683166504,
      "learning_rate": 0.00019934245317368781,
      "loss": 0.3806,
      "step": 1859
    },
    {
      "epoch": 0.14847632161887087,
      "grad_norm": 0.5353721380233765,
      "learning_rate": 0.00019934173474390842,
      "loss": 0.4127,
      "step": 1860
    },
    {
      "epoch": 0.14855614759823585,
      "grad_norm": 0.48592957854270935,
      "learning_rate": 0.00019934101592316433,
      "loss": 0.4649,
      "step": 1861
    },
    {
      "epoch": 0.14863597357760083,
      "grad_norm": 0.44573545455932617,
      "learning_rate": 0.00019934029671145838,
      "loss": 0.4938,
      "step": 1862
    },
    {
      "epoch": 0.14871579955696582,
      "grad_norm": 0.6008151769638062,
      "learning_rate": 0.00019933957710879335,
      "loss": 0.5463,
      "step": 1863
    },
    {
      "epoch": 0.1487956255363308,
      "grad_norm": 0.40673744678497314,
      "learning_rate": 0.0001993388571151722,
      "loss": 0.3674,
      "step": 1864
    },
    {
      "epoch": 0.14887545151569578,
      "grad_norm": 0.4818727672100067,
      "learning_rate": 0.00019933813673059765,
      "loss": 0.433,
      "step": 1865
    },
    {
      "epoch": 0.14895527749506077,
      "grad_norm": 0.5447003245353699,
      "learning_rate": 0.00019933741595507258,
      "loss": 0.4992,
      "step": 1866
    },
    {
      "epoch": 0.14903510347442575,
      "grad_norm": 0.5231835246086121,
      "learning_rate": 0.00019933669478859983,
      "loss": 0.4791,
      "step": 1867
    },
    {
      "epoch": 0.14911492945379073,
      "grad_norm": 0.5137882828712463,
      "learning_rate": 0.00019933597323118217,
      "loss": 0.5076,
      "step": 1868
    },
    {
      "epoch": 0.14919475543315572,
      "grad_norm": 0.6228370666503906,
      "learning_rate": 0.00019933525128282257,
      "loss": 0.4548,
      "step": 1869
    },
    {
      "epoch": 0.1492745814125207,
      "grad_norm": 0.5319429039955139,
      "learning_rate": 0.0001993345289435238,
      "loss": 0.5076,
      "step": 1870
    },
    {
      "epoch": 0.14935440739188569,
      "grad_norm": 0.45545217394828796,
      "learning_rate": 0.00019933380621328864,
      "loss": 0.3186,
      "step": 1871
    },
    {
      "epoch": 0.14943423337125067,
      "grad_norm": 0.5792511105537415,
      "learning_rate": 0.00019933308309212001,
      "loss": 0.5036,
      "step": 1872
    },
    {
      "epoch": 0.14951405935061565,
      "grad_norm": 0.4485432207584381,
      "learning_rate": 0.00019933235958002077,
      "loss": 0.445,
      "step": 1873
    },
    {
      "epoch": 0.14959388532998064,
      "grad_norm": 0.6345959305763245,
      "learning_rate": 0.00019933163567699373,
      "loss": 0.5088,
      "step": 1874
    },
    {
      "epoch": 0.14967371130934562,
      "grad_norm": 0.41550853848457336,
      "learning_rate": 0.00019933091138304177,
      "loss": 0.3657,
      "step": 1875
    },
    {
      "epoch": 0.1497535372887106,
      "grad_norm": 0.614166259765625,
      "learning_rate": 0.00019933018669816767,
      "loss": 0.4171,
      "step": 1876
    },
    {
      "epoch": 0.1498333632680756,
      "grad_norm": 0.485867977142334,
      "learning_rate": 0.00019932946162237435,
      "loss": 0.4017,
      "step": 1877
    },
    {
      "epoch": 0.14991318924744057,
      "grad_norm": 0.6203250288963318,
      "learning_rate": 0.00019932873615566467,
      "loss": 0.4644,
      "step": 1878
    },
    {
      "epoch": 0.14999301522680555,
      "grad_norm": 0.49208924174308777,
      "learning_rate": 0.00019932801029804142,
      "loss": 0.4375,
      "step": 1879
    },
    {
      "epoch": 0.15007284120617054,
      "grad_norm": 0.44889265298843384,
      "learning_rate": 0.0001993272840495075,
      "loss": 0.3479,
      "step": 1880
    },
    {
      "epoch": 0.15015266718553552,
      "grad_norm": 0.5537946820259094,
      "learning_rate": 0.00019932655741006577,
      "loss": 0.5509,
      "step": 1881
    },
    {
      "epoch": 0.1502324931649005,
      "grad_norm": 0.4839595854282379,
      "learning_rate": 0.0001993258303797191,
      "loss": 0.3214,
      "step": 1882
    },
    {
      "epoch": 0.1503123191442655,
      "grad_norm": 0.5279980301856995,
      "learning_rate": 0.00019932510295847034,
      "loss": 0.4867,
      "step": 1883
    },
    {
      "epoch": 0.15039214512363047,
      "grad_norm": 0.523734450340271,
      "learning_rate": 0.00019932437514632234,
      "loss": 0.4359,
      "step": 1884
    },
    {
      "epoch": 0.15047197110299548,
      "grad_norm": 0.5428189635276794,
      "learning_rate": 0.00019932364694327798,
      "loss": 0.4559,
      "step": 1885
    },
    {
      "epoch": 0.15055179708236047,
      "grad_norm": 0.5449352264404297,
      "learning_rate": 0.00019932291834934008,
      "loss": 0.512,
      "step": 1886
    },
    {
      "epoch": 0.15063162306172545,
      "grad_norm": 0.487345427274704,
      "learning_rate": 0.00019932218936451158,
      "loss": 0.4274,
      "step": 1887
    },
    {
      "epoch": 0.15071144904109043,
      "grad_norm": 0.38801857829093933,
      "learning_rate": 0.0001993214599887953,
      "loss": 0.4058,
      "step": 1888
    },
    {
      "epoch": 0.15079127502045542,
      "grad_norm": 0.5633159279823303,
      "learning_rate": 0.00019932073022219414,
      "loss": 0.3313,
      "step": 1889
    },
    {
      "epoch": 0.1508711009998204,
      "grad_norm": 0.4604437053203583,
      "learning_rate": 0.00019932000006471094,
      "loss": 0.5169,
      "step": 1890
    },
    {
      "epoch": 0.15095092697918538,
      "grad_norm": 0.4968383014202118,
      "learning_rate": 0.00019931926951634858,
      "loss": 0.3641,
      "step": 1891
    },
    {
      "epoch": 0.15103075295855037,
      "grad_norm": 0.43595433235168457,
      "learning_rate": 0.00019931853857710997,
      "loss": 0.3176,
      "step": 1892
    },
    {
      "epoch": 0.15111057893791535,
      "grad_norm": 0.5107502937316895,
      "learning_rate": 0.00019931780724699794,
      "loss": 0.592,
      "step": 1893
    },
    {
      "epoch": 0.15119040491728034,
      "grad_norm": 0.6230232119560242,
      "learning_rate": 0.00019931707552601542,
      "loss": 0.616,
      "step": 1894
    },
    {
      "epoch": 0.15127023089664532,
      "grad_norm": 0.5429489612579346,
      "learning_rate": 0.00019931634341416524,
      "loss": 0.4922,
      "step": 1895
    },
    {
      "epoch": 0.1513500568760103,
      "grad_norm": 0.6671153903007507,
      "learning_rate": 0.0001993156109114503,
      "loss": 0.6153,
      "step": 1896
    },
    {
      "epoch": 0.1514298828553753,
      "grad_norm": 0.6368938088417053,
      "learning_rate": 0.00019931487801787346,
      "loss": 0.5348,
      "step": 1897
    },
    {
      "epoch": 0.15150970883474027,
      "grad_norm": 0.5683968663215637,
      "learning_rate": 0.0001993141447334377,
      "loss": 0.4774,
      "step": 1898
    },
    {
      "epoch": 0.15158953481410525,
      "grad_norm": 0.5492633581161499,
      "learning_rate": 0.00019931341105814578,
      "loss": 0.3205,
      "step": 1899
    },
    {
      "epoch": 0.15166936079347024,
      "grad_norm": 0.5296484231948853,
      "learning_rate": 0.00019931267699200065,
      "loss": 0.5719,
      "step": 1900
    },
    {
      "epoch": 0.15174918677283522,
      "grad_norm": 0.580747663974762,
      "learning_rate": 0.00019931194253500518,
      "loss": 0.4222,
      "step": 1901
    },
    {
      "epoch": 0.1518290127522002,
      "grad_norm": 0.5901495814323425,
      "learning_rate": 0.00019931120768716228,
      "loss": 0.5056,
      "step": 1902
    },
    {
      "epoch": 0.1519088387315652,
      "grad_norm": 0.654030978679657,
      "learning_rate": 0.00019931047244847486,
      "loss": 0.5272,
      "step": 1903
    },
    {
      "epoch": 0.15198866471093017,
      "grad_norm": 0.4353439211845398,
      "learning_rate": 0.00019930973681894578,
      "loss": 0.4249,
      "step": 1904
    },
    {
      "epoch": 0.15206849069029515,
      "grad_norm": 0.4205741882324219,
      "learning_rate": 0.00019930900079857792,
      "loss": 0.3238,
      "step": 1905
    },
    {
      "epoch": 0.15214831666966014,
      "grad_norm": 0.5253102779388428,
      "learning_rate": 0.0001993082643873742,
      "loss": 0.4893,
      "step": 1906
    },
    {
      "epoch": 0.15222814264902512,
      "grad_norm": 0.6556797027587891,
      "learning_rate": 0.0001993075275853375,
      "loss": 0.4888,
      "step": 1907
    },
    {
      "epoch": 0.1523079686283901,
      "grad_norm": 0.5005490183830261,
      "learning_rate": 0.00019930679039247077,
      "loss": 0.5662,
      "step": 1908
    },
    {
      "epoch": 0.1523877946077551,
      "grad_norm": 0.4929101765155792,
      "learning_rate": 0.0001993060528087769,
      "loss": 0.5415,
      "step": 1909
    },
    {
      "epoch": 0.15246762058712007,
      "grad_norm": 0.4962487816810608,
      "learning_rate": 0.00019930531483425872,
      "loss": 0.3734,
      "step": 1910
    },
    {
      "epoch": 0.15254744656648506,
      "grad_norm": 0.5076794028282166,
      "learning_rate": 0.0001993045764689192,
      "loss": 0.4869,
      "step": 1911
    },
    {
      "epoch": 0.15262727254585004,
      "grad_norm": 0.5751173496246338,
      "learning_rate": 0.00019930383771276123,
      "loss": 0.6318,
      "step": 1912
    },
    {
      "epoch": 0.15270709852521502,
      "grad_norm": 0.44177934527397156,
      "learning_rate": 0.00019930309856578773,
      "loss": 0.4082,
      "step": 1913
    },
    {
      "epoch": 0.15278692450458,
      "grad_norm": 0.5881125926971436,
      "learning_rate": 0.00019930235902800158,
      "loss": 0.4675,
      "step": 1914
    },
    {
      "epoch": 0.152866750483945,
      "grad_norm": 0.4153370261192322,
      "learning_rate": 0.00019930161909940573,
      "loss": 0.3515,
      "step": 1915
    },
    {
      "epoch": 0.15294657646330997,
      "grad_norm": 0.4737280309200287,
      "learning_rate": 0.00019930087878000302,
      "loss": 0.4796,
      "step": 1916
    },
    {
      "epoch": 0.15302640244267496,
      "grad_norm": 0.7477090954780579,
      "learning_rate": 0.00019930013806979647,
      "loss": 0.6402,
      "step": 1917
    },
    {
      "epoch": 0.15310622842203994,
      "grad_norm": 0.41216540336608887,
      "learning_rate": 0.00019929939696878893,
      "loss": 0.3504,
      "step": 1918
    },
    {
      "epoch": 0.15318605440140493,
      "grad_norm": 0.6079555153846741,
      "learning_rate": 0.0001992986554769833,
      "loss": 0.4709,
      "step": 1919
    },
    {
      "epoch": 0.1532658803807699,
      "grad_norm": 0.42057833075523376,
      "learning_rate": 0.00019929791359438255,
      "loss": 0.4503,
      "step": 1920
    },
    {
      "epoch": 0.1533457063601349,
      "grad_norm": 0.5583438873291016,
      "learning_rate": 0.00019929717132098954,
      "loss": 0.441,
      "step": 1921
    },
    {
      "epoch": 0.1534255323394999,
      "grad_norm": 0.49367594718933105,
      "learning_rate": 0.00019929642865680727,
      "loss": 0.4432,
      "step": 1922
    },
    {
      "epoch": 0.1535053583188649,
      "grad_norm": 0.4713520407676697,
      "learning_rate": 0.0001992956856018386,
      "loss": 0.5245,
      "step": 1923
    },
    {
      "epoch": 0.15358518429822987,
      "grad_norm": 0.3856765031814575,
      "learning_rate": 0.00019929494215608644,
      "loss": 0.3756,
      "step": 1924
    },
    {
      "epoch": 0.15366501027759485,
      "grad_norm": 0.43045443296432495,
      "learning_rate": 0.00019929419831955377,
      "loss": 0.4417,
      "step": 1925
    },
    {
      "epoch": 0.15374483625695984,
      "grad_norm": 0.41187959909439087,
      "learning_rate": 0.00019929345409224348,
      "loss": 0.3783,
      "step": 1926
    },
    {
      "epoch": 0.15382466223632482,
      "grad_norm": 0.5164088606834412,
      "learning_rate": 0.00019929270947415852,
      "loss": 0.5012,
      "step": 1927
    },
    {
      "epoch": 0.1539044882156898,
      "grad_norm": 0.5530492663383484,
      "learning_rate": 0.00019929196446530183,
      "loss": 0.552,
      "step": 1928
    },
    {
      "epoch": 0.1539843141950548,
      "grad_norm": 0.47320106625556946,
      "learning_rate": 0.0001992912190656763,
      "loss": 0.5429,
      "step": 1929
    },
    {
      "epoch": 0.15406414017441977,
      "grad_norm": 0.44799143075942993,
      "learning_rate": 0.00019929047327528493,
      "loss": 0.446,
      "step": 1930
    },
    {
      "epoch": 0.15414396615378476,
      "grad_norm": 0.5689553618431091,
      "learning_rate": 0.00019928972709413057,
      "loss": 0.5046,
      "step": 1931
    },
    {
      "epoch": 0.15422379213314974,
      "grad_norm": 0.6243201494216919,
      "learning_rate": 0.00019928898052221623,
      "loss": 0.5069,
      "step": 1932
    },
    {
      "epoch": 0.15430361811251472,
      "grad_norm": 0.5450556874275208,
      "learning_rate": 0.00019928823355954483,
      "loss": 0.3465,
      "step": 1933
    },
    {
      "epoch": 0.1543834440918797,
      "grad_norm": 0.601759672164917,
      "learning_rate": 0.0001992874862061193,
      "loss": 0.578,
      "step": 1934
    },
    {
      "epoch": 0.1544632700712447,
      "grad_norm": 0.5637199282646179,
      "learning_rate": 0.00019928673846194252,
      "loss": 0.3912,
      "step": 1935
    },
    {
      "epoch": 0.15454309605060967,
      "grad_norm": 0.5151155591011047,
      "learning_rate": 0.00019928599032701755,
      "loss": 0.3946,
      "step": 1936
    },
    {
      "epoch": 0.15462292202997466,
      "grad_norm": 0.5040451288223267,
      "learning_rate": 0.00019928524180134726,
      "loss": 0.3536,
      "step": 1937
    },
    {
      "epoch": 0.15470274800933964,
      "grad_norm": 0.40191325545310974,
      "learning_rate": 0.00019928449288493462,
      "loss": 0.3152,
      "step": 1938
    },
    {
      "epoch": 0.15478257398870462,
      "grad_norm": 0.4954029321670532,
      "learning_rate": 0.00019928374357778257,
      "loss": 0.4316,
      "step": 1939
    },
    {
      "epoch": 0.1548623999680696,
      "grad_norm": 0.724987268447876,
      "learning_rate": 0.00019928299387989405,
      "loss": 0.4521,
      "step": 1940
    },
    {
      "epoch": 0.1549422259474346,
      "grad_norm": 0.5585753321647644,
      "learning_rate": 0.00019928224379127204,
      "loss": 0.4647,
      "step": 1941
    },
    {
      "epoch": 0.15502205192679958,
      "grad_norm": 0.6004739999771118,
      "learning_rate": 0.00019928149331191946,
      "loss": 0.4223,
      "step": 1942
    },
    {
      "epoch": 0.15510187790616456,
      "grad_norm": 0.50860995054245,
      "learning_rate": 0.00019928074244183924,
      "loss": 0.4308,
      "step": 1943
    },
    {
      "epoch": 0.15518170388552954,
      "grad_norm": 0.48424774408340454,
      "learning_rate": 0.00019927999118103443,
      "loss": 0.4393,
      "step": 1944
    },
    {
      "epoch": 0.15526152986489453,
      "grad_norm": 0.5990525484085083,
      "learning_rate": 0.00019927923952950792,
      "loss": 0.4134,
      "step": 1945
    },
    {
      "epoch": 0.1553413558442595,
      "grad_norm": 0.581246554851532,
      "learning_rate": 0.00019927848748726263,
      "loss": 0.4622,
      "step": 1946
    },
    {
      "epoch": 0.1554211818236245,
      "grad_norm": 0.6302481889724731,
      "learning_rate": 0.0001992777350543016,
      "loss": 0.6265,
      "step": 1947
    },
    {
      "epoch": 0.15550100780298948,
      "grad_norm": 0.6119100451469421,
      "learning_rate": 0.00019927698223062775,
      "loss": 0.3338,
      "step": 1948
    },
    {
      "epoch": 0.15558083378235446,
      "grad_norm": 0.3861071765422821,
      "learning_rate": 0.00019927622901624403,
      "loss": 0.409,
      "step": 1949
    },
    {
      "epoch": 0.15566065976171944,
      "grad_norm": 0.5238193273544312,
      "learning_rate": 0.00019927547541115346,
      "loss": 0.3797,
      "step": 1950
    },
    {
      "epoch": 0.15574048574108443,
      "grad_norm": 0.5224931240081787,
      "learning_rate": 0.00019927472141535897,
      "loss": 0.4252,
      "step": 1951
    },
    {
      "epoch": 0.1558203117204494,
      "grad_norm": 0.5511504411697388,
      "learning_rate": 0.0001992739670288635,
      "loss": 0.3606,
      "step": 1952
    },
    {
      "epoch": 0.1559001376998144,
      "grad_norm": 0.6332463026046753,
      "learning_rate": 0.00019927321225167007,
      "loss": 0.4524,
      "step": 1953
    },
    {
      "epoch": 0.15597996367917938,
      "grad_norm": 0.44539985060691833,
      "learning_rate": 0.0001992724570837816,
      "loss": 0.3964,
      "step": 1954
    },
    {
      "epoch": 0.15605978965854436,
      "grad_norm": 0.4487302303314209,
      "learning_rate": 0.0001992717015252011,
      "loss": 0.5078,
      "step": 1955
    },
    {
      "epoch": 0.15613961563790935,
      "grad_norm": 0.5229607820510864,
      "learning_rate": 0.00019927094557593153,
      "loss": 0.5642,
      "step": 1956
    },
    {
      "epoch": 0.15621944161727433,
      "grad_norm": 0.42014962434768677,
      "learning_rate": 0.00019927018923597586,
      "loss": 0.3498,
      "step": 1957
    },
    {
      "epoch": 0.1562992675966393,
      "grad_norm": 0.3823288083076477,
      "learning_rate": 0.00019926943250533707,
      "loss": 0.3964,
      "step": 1958
    },
    {
      "epoch": 0.15637909357600432,
      "grad_norm": 0.5235116481781006,
      "learning_rate": 0.00019926867538401817,
      "loss": 0.4503,
      "step": 1959
    },
    {
      "epoch": 0.1564589195553693,
      "grad_norm": 0.6029275059700012,
      "learning_rate": 0.00019926791787202208,
      "loss": 0.6377,
      "step": 1960
    },
    {
      "epoch": 0.1565387455347343,
      "grad_norm": 0.468618243932724,
      "learning_rate": 0.00019926715996935185,
      "loss": 0.519,
      "step": 1961
    },
    {
      "epoch": 0.15661857151409928,
      "grad_norm": 0.429446280002594,
      "learning_rate": 0.0001992664016760104,
      "loss": 0.3651,
      "step": 1962
    },
    {
      "epoch": 0.15669839749346426,
      "grad_norm": 0.5519319176673889,
      "learning_rate": 0.00019926564299200075,
      "loss": 0.4772,
      "step": 1963
    },
    {
      "epoch": 0.15677822347282924,
      "grad_norm": 0.5241049528121948,
      "learning_rate": 0.00019926488391732586,
      "loss": 0.4425,
      "step": 1964
    },
    {
      "epoch": 0.15685804945219423,
      "grad_norm": 0.44816854596138,
      "learning_rate": 0.00019926412445198875,
      "loss": 0.3015,
      "step": 1965
    },
    {
      "epoch": 0.1569378754315592,
      "grad_norm": 0.5799331665039062,
      "learning_rate": 0.0001992633645959924,
      "loss": 0.5056,
      "step": 1966
    },
    {
      "epoch": 0.1570177014109242,
      "grad_norm": 0.4381037950515747,
      "learning_rate": 0.00019926260434933974,
      "loss": 0.3646,
      "step": 1967
    },
    {
      "epoch": 0.15709752739028918,
      "grad_norm": 0.6321854591369629,
      "learning_rate": 0.00019926184371203386,
      "loss": 0.4953,
      "step": 1968
    },
    {
      "epoch": 0.15717735336965416,
      "grad_norm": 0.5550709366798401,
      "learning_rate": 0.0001992610826840777,
      "loss": 0.5454,
      "step": 1969
    },
    {
      "epoch": 0.15725717934901914,
      "grad_norm": 0.6132513880729675,
      "learning_rate": 0.00019926032126547428,
      "loss": 0.4186,
      "step": 1970
    },
    {
      "epoch": 0.15733700532838413,
      "grad_norm": 0.49527207016944885,
      "learning_rate": 0.00019925955945622654,
      "loss": 0.3331,
      "step": 1971
    },
    {
      "epoch": 0.1574168313077491,
      "grad_norm": 0.5449736714363098,
      "learning_rate": 0.00019925879725633756,
      "loss": 0.4426,
      "step": 1972
    },
    {
      "epoch": 0.1574966572871141,
      "grad_norm": 0.4833618402481079,
      "learning_rate": 0.00019925803466581024,
      "loss": 0.3799,
      "step": 1973
    },
    {
      "epoch": 0.15757648326647908,
      "grad_norm": 0.5220688581466675,
      "learning_rate": 0.0001992572716846477,
      "loss": 0.4922,
      "step": 1974
    },
    {
      "epoch": 0.15765630924584406,
      "grad_norm": 0.4617808163166046,
      "learning_rate": 0.00019925650831285286,
      "loss": 0.496,
      "step": 1975
    },
    {
      "epoch": 0.15773613522520905,
      "grad_norm": 0.5517278909683228,
      "learning_rate": 0.00019925574455042876,
      "loss": 0.5242,
      "step": 1976
    },
    {
      "epoch": 0.15781596120457403,
      "grad_norm": 0.6012716293334961,
      "learning_rate": 0.00019925498039737835,
      "loss": 0.591,
      "step": 1977
    },
    {
      "epoch": 0.157895787183939,
      "grad_norm": 0.5202726721763611,
      "learning_rate": 0.0001992542158537047,
      "loss": 0.3364,
      "step": 1978
    },
    {
      "epoch": 0.157975613163304,
      "grad_norm": 0.4467531740665436,
      "learning_rate": 0.0001992534509194108,
      "loss": 0.407,
      "step": 1979
    },
    {
      "epoch": 0.15805543914266898,
      "grad_norm": 0.5065577030181885,
      "learning_rate": 0.00019925268559449965,
      "loss": 0.4219,
      "step": 1980
    },
    {
      "epoch": 0.15813526512203396,
      "grad_norm": 0.5103471875190735,
      "learning_rate": 0.0001992519198789743,
      "loss": 0.4608,
      "step": 1981
    },
    {
      "epoch": 0.15821509110139895,
      "grad_norm": 0.4268386960029602,
      "learning_rate": 0.0001992511537728377,
      "loss": 0.3373,
      "step": 1982
    },
    {
      "epoch": 0.15829491708076393,
      "grad_norm": 0.44724610447883606,
      "learning_rate": 0.0001992503872760929,
      "loss": 0.435,
      "step": 1983
    },
    {
      "epoch": 0.15837474306012891,
      "grad_norm": 0.7589181065559387,
      "learning_rate": 0.00019924962038874293,
      "loss": 0.5791,
      "step": 1984
    },
    {
      "epoch": 0.1584545690394939,
      "grad_norm": 0.44533953070640564,
      "learning_rate": 0.0001992488531107908,
      "loss": 0.3721,
      "step": 1985
    },
    {
      "epoch": 0.15853439501885888,
      "grad_norm": 0.5617836117744446,
      "learning_rate": 0.0001992480854422395,
      "loss": 0.5543,
      "step": 1986
    },
    {
      "epoch": 0.15861422099822386,
      "grad_norm": 0.40168917179107666,
      "learning_rate": 0.00019924731738309208,
      "loss": 0.2983,
      "step": 1987
    },
    {
      "epoch": 0.15869404697758885,
      "grad_norm": 0.420314759016037,
      "learning_rate": 0.00019924654893335158,
      "loss": 0.553,
      "step": 1988
    },
    {
      "epoch": 0.15877387295695383,
      "grad_norm": 0.39234113693237305,
      "learning_rate": 0.00019924578009302096,
      "loss": 0.3755,
      "step": 1989
    },
    {
      "epoch": 0.15885369893631882,
      "grad_norm": 0.5970350503921509,
      "learning_rate": 0.00019924501086210334,
      "loss": 0.537,
      "step": 1990
    },
    {
      "epoch": 0.1589335249156838,
      "grad_norm": 0.5980569124221802,
      "learning_rate": 0.00019924424124060166,
      "loss": 0.4948,
      "step": 1991
    },
    {
      "epoch": 0.15901335089504878,
      "grad_norm": 0.45775285363197327,
      "learning_rate": 0.00019924347122851898,
      "loss": 0.3722,
      "step": 1992
    },
    {
      "epoch": 0.15909317687441377,
      "grad_norm": 0.3428001403808594,
      "learning_rate": 0.00019924270082585834,
      "loss": 0.2888,
      "step": 1993
    },
    {
      "epoch": 0.15917300285377875,
      "grad_norm": 0.5534313917160034,
      "learning_rate": 0.00019924193003262276,
      "loss": 0.6169,
      "step": 1994
    },
    {
      "epoch": 0.15925282883314373,
      "grad_norm": 0.48820459842681885,
      "learning_rate": 0.00019924115884881533,
      "loss": 0.4215,
      "step": 1995
    },
    {
      "epoch": 0.15933265481250872,
      "grad_norm": 0.41802072525024414,
      "learning_rate": 0.00019924038727443897,
      "loss": 0.4506,
      "step": 1996
    },
    {
      "epoch": 0.15941248079187373,
      "grad_norm": 0.38110029697418213,
      "learning_rate": 0.0001992396153094968,
      "loss": 0.3552,
      "step": 1997
    },
    {
      "epoch": 0.1594923067712387,
      "grad_norm": 0.49775728583335876,
      "learning_rate": 0.00019923884295399184,
      "loss": 0.5403,
      "step": 1998
    },
    {
      "epoch": 0.1595721327506037,
      "grad_norm": 0.46783047914505005,
      "learning_rate": 0.00019923807020792714,
      "loss": 0.46,
      "step": 1999
    },
    {
      "epoch": 0.15965195872996868,
      "grad_norm": 0.35357165336608887,
      "learning_rate": 0.0001992372970713057,
      "loss": 0.3328,
      "step": 2000
    },
    {
      "epoch": 0.15965195872996868,
      "eval_loss": 0.45125094056129456,
      "eval_runtime": 34.1381,
      "eval_samples_per_second": 7.382,
      "eval_steps_per_second": 7.382,
      "step": 2000
    },
    {
      "epoch": 0.15973178470933366,
      "grad_norm": 0.5051312446594238,
      "learning_rate": 0.00019923652354413062,
      "loss": 0.3698,
      "step": 2001
    },
    {
      "epoch": 0.15981161068869865,
      "grad_norm": 0.48280054330825806,
      "learning_rate": 0.00019923574962640492,
      "loss": 0.3831,
      "step": 2002
    },
    {
      "epoch": 0.15989143666806363,
      "grad_norm": 0.6025107502937317,
      "learning_rate": 0.00019923497531813163,
      "loss": 0.4727,
      "step": 2003
    },
    {
      "epoch": 0.1599712626474286,
      "grad_norm": 0.471527099609375,
      "learning_rate": 0.0001992342006193138,
      "loss": 0.4764,
      "step": 2004
    },
    {
      "epoch": 0.1600510886267936,
      "grad_norm": 0.5011312961578369,
      "learning_rate": 0.0001992334255299545,
      "loss": 0.4853,
      "step": 2005
    },
    {
      "epoch": 0.16013091460615858,
      "grad_norm": 0.6691934466362,
      "learning_rate": 0.00019923265005005676,
      "loss": 0.6112,
      "step": 2006
    },
    {
      "epoch": 0.16021074058552356,
      "grad_norm": 0.45880505442619324,
      "learning_rate": 0.00019923187417962364,
      "loss": 0.5086,
      "step": 2007
    },
    {
      "epoch": 0.16029056656488855,
      "grad_norm": 0.5281686782836914,
      "learning_rate": 0.00019923109791865823,
      "loss": 0.3341,
      "step": 2008
    },
    {
      "epoch": 0.16037039254425353,
      "grad_norm": 0.5379082560539246,
      "learning_rate": 0.0001992303212671635,
      "loss": 0.4694,
      "step": 2009
    },
    {
      "epoch": 0.16045021852361852,
      "grad_norm": 0.5475088953971863,
      "learning_rate": 0.00019922954422514258,
      "loss": 0.3373,
      "step": 2010
    },
    {
      "epoch": 0.1605300445029835,
      "grad_norm": 0.4794255197048187,
      "learning_rate": 0.00019922876679259852,
      "loss": 0.4764,
      "step": 2011
    },
    {
      "epoch": 0.16060987048234848,
      "grad_norm": 0.5273644924163818,
      "learning_rate": 0.00019922798896953437,
      "loss": 0.4403,
      "step": 2012
    },
    {
      "epoch": 0.16068969646171347,
      "grad_norm": 0.6283761262893677,
      "learning_rate": 0.00019922721075595314,
      "loss": 0.5707,
      "step": 2013
    },
    {
      "epoch": 0.16076952244107845,
      "grad_norm": 0.5542263984680176,
      "learning_rate": 0.00019922643215185797,
      "loss": 0.5131,
      "step": 2014
    },
    {
      "epoch": 0.16084934842044343,
      "grad_norm": 0.49456629157066345,
      "learning_rate": 0.00019922565315725187,
      "loss": 0.3988,
      "step": 2015
    },
    {
      "epoch": 0.16092917439980842,
      "grad_norm": 0.47989946603775024,
      "learning_rate": 0.00019922487377213797,
      "loss": 0.3441,
      "step": 2016
    },
    {
      "epoch": 0.1610090003791734,
      "grad_norm": 0.45178723335266113,
      "learning_rate": 0.00019922409399651924,
      "loss": 0.4329,
      "step": 2017
    },
    {
      "epoch": 0.16108882635853838,
      "grad_norm": 0.5745172500610352,
      "learning_rate": 0.00019922331383039884,
      "loss": 0.5033,
      "step": 2018
    },
    {
      "epoch": 0.16116865233790337,
      "grad_norm": 0.4755786657333374,
      "learning_rate": 0.00019922253327377977,
      "loss": 0.3431,
      "step": 2019
    },
    {
      "epoch": 0.16124847831726835,
      "grad_norm": 0.6620016098022461,
      "learning_rate": 0.00019922175232666518,
      "loss": 0.5538,
      "step": 2020
    },
    {
      "epoch": 0.16132830429663333,
      "grad_norm": 0.45614534616470337,
      "learning_rate": 0.00019922097098905807,
      "loss": 0.4951,
      "step": 2021
    },
    {
      "epoch": 0.16140813027599832,
      "grad_norm": 0.5489758849143982,
      "learning_rate": 0.00019922018926096156,
      "loss": 0.5218,
      "step": 2022
    },
    {
      "epoch": 0.1614879562553633,
      "grad_norm": 0.4855071008205414,
      "learning_rate": 0.0001992194071423787,
      "loss": 0.3791,
      "step": 2023
    },
    {
      "epoch": 0.16156778223472829,
      "grad_norm": 0.6005808115005493,
      "learning_rate": 0.00019921862463331258,
      "loss": 0.4089,
      "step": 2024
    },
    {
      "epoch": 0.16164760821409327,
      "grad_norm": 0.5158557891845703,
      "learning_rate": 0.0001992178417337663,
      "loss": 0.3714,
      "step": 2025
    },
    {
      "epoch": 0.16172743419345825,
      "grad_norm": 0.48065027594566345,
      "learning_rate": 0.0001992170584437429,
      "loss": 0.5306,
      "step": 2026
    },
    {
      "epoch": 0.16180726017282324,
      "grad_norm": 0.5101947784423828,
      "learning_rate": 0.00019921627476324547,
      "loss": 0.3784,
      "step": 2027
    },
    {
      "epoch": 0.16188708615218822,
      "grad_norm": 0.6799430251121521,
      "learning_rate": 0.00019921549069227713,
      "loss": 0.5248,
      "step": 2028
    },
    {
      "epoch": 0.1619669121315532,
      "grad_norm": 0.5740392804145813,
      "learning_rate": 0.00019921470623084092,
      "loss": 0.6155,
      "step": 2029
    },
    {
      "epoch": 0.1620467381109182,
      "grad_norm": 0.5271645784378052,
      "learning_rate": 0.00019921392137894,
      "loss": 0.5682,
      "step": 2030
    },
    {
      "epoch": 0.16212656409028317,
      "grad_norm": 0.4930184483528137,
      "learning_rate": 0.00019921313613657736,
      "loss": 0.4597,
      "step": 2031
    },
    {
      "epoch": 0.16220639006964815,
      "grad_norm": 0.4636248052120209,
      "learning_rate": 0.00019921235050375616,
      "loss": 0.3895,
      "step": 2032
    },
    {
      "epoch": 0.16228621604901314,
      "grad_norm": 0.52664715051651,
      "learning_rate": 0.00019921156448047945,
      "loss": 0.4489,
      "step": 2033
    },
    {
      "epoch": 0.16236604202837815,
      "grad_norm": 0.5937079191207886,
      "learning_rate": 0.00019921077806675036,
      "loss": 0.4411,
      "step": 2034
    },
    {
      "epoch": 0.16244586800774313,
      "grad_norm": 0.5760724544525146,
      "learning_rate": 0.00019920999126257197,
      "loss": 0.6544,
      "step": 2035
    },
    {
      "epoch": 0.16252569398710812,
      "grad_norm": 0.5043095350265503,
      "learning_rate": 0.00019920920406794735,
      "loss": 0.3982,
      "step": 2036
    },
    {
      "epoch": 0.1626055199664731,
      "grad_norm": 0.555546224117279,
      "learning_rate": 0.00019920841648287966,
      "loss": 0.5239,
      "step": 2037
    },
    {
      "epoch": 0.16268534594583808,
      "grad_norm": 0.4810503125190735,
      "learning_rate": 0.00019920762850737198,
      "loss": 0.4387,
      "step": 2038
    },
    {
      "epoch": 0.16276517192520307,
      "grad_norm": 0.4356360137462616,
      "learning_rate": 0.00019920684014142738,
      "loss": 0.4514,
      "step": 2039
    },
    {
      "epoch": 0.16284499790456805,
      "grad_norm": 0.5999854803085327,
      "learning_rate": 0.00019920605138504894,
      "loss": 0.5394,
      "step": 2040
    },
    {
      "epoch": 0.16292482388393303,
      "grad_norm": 0.45638176798820496,
      "learning_rate": 0.00019920526223823982,
      "loss": 0.5566,
      "step": 2041
    },
    {
      "epoch": 0.16300464986329802,
      "grad_norm": 0.5756209492683411,
      "learning_rate": 0.00019920447270100312,
      "loss": 0.4526,
      "step": 2042
    },
    {
      "epoch": 0.163084475842663,
      "grad_norm": 0.43743211030960083,
      "learning_rate": 0.00019920368277334194,
      "loss": 0.3716,
      "step": 2043
    },
    {
      "epoch": 0.16316430182202799,
      "grad_norm": 0.49391844868659973,
      "learning_rate": 0.00019920289245525937,
      "loss": 0.496,
      "step": 2044
    },
    {
      "epoch": 0.16324412780139297,
      "grad_norm": 0.5392977595329285,
      "learning_rate": 0.0001992021017467585,
      "loss": 0.3889,
      "step": 2045
    },
    {
      "epoch": 0.16332395378075795,
      "grad_norm": 0.6066189408302307,
      "learning_rate": 0.00019920131064784252,
      "loss": 0.4642,
      "step": 2046
    },
    {
      "epoch": 0.16340377976012294,
      "grad_norm": 0.5510319471359253,
      "learning_rate": 0.0001992005191585145,
      "loss": 0.3978,
      "step": 2047
    },
    {
      "epoch": 0.16348360573948792,
      "grad_norm": 0.4973180592060089,
      "learning_rate": 0.00019919972727877754,
      "loss": 0.5894,
      "step": 2048
    },
    {
      "epoch": 0.1635634317188529,
      "grad_norm": 0.4199827015399933,
      "learning_rate": 0.00019919893500863477,
      "loss": 0.4355,
      "step": 2049
    },
    {
      "epoch": 0.1636432576982179,
      "grad_norm": 0.43645161390304565,
      "learning_rate": 0.0001991981423480893,
      "loss": 0.3115,
      "step": 2050
    },
    {
      "epoch": 0.16372308367758287,
      "grad_norm": 0.473696231842041,
      "learning_rate": 0.00019919734929714427,
      "loss": 0.4632,
      "step": 2051
    },
    {
      "epoch": 0.16380290965694785,
      "grad_norm": 0.44863632321357727,
      "learning_rate": 0.0001991965558558028,
      "loss": 0.486,
      "step": 2052
    },
    {
      "epoch": 0.16388273563631284,
      "grad_norm": 0.561919093132019,
      "learning_rate": 0.00019919576202406797,
      "loss": 0.4714,
      "step": 2053
    },
    {
      "epoch": 0.16396256161567782,
      "grad_norm": 0.500062882900238,
      "learning_rate": 0.00019919496780194295,
      "loss": 0.4561,
      "step": 2054
    },
    {
      "epoch": 0.1640423875950428,
      "grad_norm": 0.46724724769592285,
      "learning_rate": 0.00019919417318943087,
      "loss": 0.4182,
      "step": 2055
    },
    {
      "epoch": 0.1641222135744078,
      "grad_norm": 0.5987119674682617,
      "learning_rate": 0.00019919337818653484,
      "loss": 0.4669,
      "step": 2056
    },
    {
      "epoch": 0.16420203955377277,
      "grad_norm": 0.46934911608695984,
      "learning_rate": 0.00019919258279325796,
      "loss": 0.4546,
      "step": 2057
    },
    {
      "epoch": 0.16428186553313776,
      "grad_norm": 0.5472633242607117,
      "learning_rate": 0.00019919178700960339,
      "loss": 0.5222,
      "step": 2058
    },
    {
      "epoch": 0.16436169151250274,
      "grad_norm": 0.51081383228302,
      "learning_rate": 0.00019919099083557428,
      "loss": 0.4574,
      "step": 2059
    },
    {
      "epoch": 0.16444151749186772,
      "grad_norm": 0.4928955137729645,
      "learning_rate": 0.00019919019427117374,
      "loss": 0.4432,
      "step": 2060
    },
    {
      "epoch": 0.1645213434712327,
      "grad_norm": 0.4556560516357422,
      "learning_rate": 0.0001991893973164049,
      "loss": 0.5231,
      "step": 2061
    },
    {
      "epoch": 0.1646011694505977,
      "grad_norm": 0.5773993730545044,
      "learning_rate": 0.0001991885999712709,
      "loss": 0.4798,
      "step": 2062
    },
    {
      "epoch": 0.16468099542996267,
      "grad_norm": 0.4855855703353882,
      "learning_rate": 0.00019918780223577488,
      "loss": 0.5676,
      "step": 2063
    },
    {
      "epoch": 0.16476082140932766,
      "grad_norm": 0.5692880749702454,
      "learning_rate": 0.00019918700410992,
      "loss": 0.4698,
      "step": 2064
    },
    {
      "epoch": 0.16484064738869264,
      "grad_norm": 0.44163230061531067,
      "learning_rate": 0.0001991862055937094,
      "loss": 0.4133,
      "step": 2065
    },
    {
      "epoch": 0.16492047336805762,
      "grad_norm": 0.5685054063796997,
      "learning_rate": 0.00019918540668714617,
      "loss": 0.4847,
      "step": 2066
    },
    {
      "epoch": 0.1650002993474226,
      "grad_norm": 0.6098125576972961,
      "learning_rate": 0.00019918460739023347,
      "loss": 0.5448,
      "step": 2067
    },
    {
      "epoch": 0.1650801253267876,
      "grad_norm": 0.5163642168045044,
      "learning_rate": 0.0001991838077029745,
      "loss": 0.6019,
      "step": 2068
    },
    {
      "epoch": 0.16515995130615257,
      "grad_norm": 0.5226351022720337,
      "learning_rate": 0.0001991830076253724,
      "loss": 0.554,
      "step": 2069
    },
    {
      "epoch": 0.16523977728551756,
      "grad_norm": 0.4330763518810272,
      "learning_rate": 0.00019918220715743027,
      "loss": 0.4293,
      "step": 2070
    },
    {
      "epoch": 0.16531960326488257,
      "grad_norm": 0.4184401035308838,
      "learning_rate": 0.00019918140629915124,
      "loss": 0.3716,
      "step": 2071
    },
    {
      "epoch": 0.16539942924424755,
      "grad_norm": 0.5228611826896667,
      "learning_rate": 0.00019918060505053853,
      "loss": 0.4292,
      "step": 2072
    },
    {
      "epoch": 0.16547925522361254,
      "grad_norm": 0.48622557520866394,
      "learning_rate": 0.00019917980341159527,
      "loss": 0.3575,
      "step": 2073
    },
    {
      "epoch": 0.16555908120297752,
      "grad_norm": 0.605663001537323,
      "learning_rate": 0.0001991790013823246,
      "loss": 0.5008,
      "step": 2074
    },
    {
      "epoch": 0.1656389071823425,
      "grad_norm": 0.5558675527572632,
      "learning_rate": 0.00019917819896272972,
      "loss": 0.3306,
      "step": 2075
    },
    {
      "epoch": 0.1657187331617075,
      "grad_norm": 0.6615806818008423,
      "learning_rate": 0.00019917739615281374,
      "loss": 0.5282,
      "step": 2076
    },
    {
      "epoch": 0.16579855914107247,
      "grad_norm": 0.529191792011261,
      "learning_rate": 0.00019917659295257982,
      "loss": 0.4591,
      "step": 2077
    },
    {
      "epoch": 0.16587838512043745,
      "grad_norm": 0.5212416052818298,
      "learning_rate": 0.00019917578936203117,
      "loss": 0.3926,
      "step": 2078
    },
    {
      "epoch": 0.16595821109980244,
      "grad_norm": 0.47370296716690063,
      "learning_rate": 0.0001991749853811709,
      "loss": 0.5728,
      "step": 2079
    },
    {
      "epoch": 0.16603803707916742,
      "grad_norm": 0.5900245308876038,
      "learning_rate": 0.00019917418101000217,
      "loss": 0.4663,
      "step": 2080
    },
    {
      "epoch": 0.1661178630585324,
      "grad_norm": 0.4691930413246155,
      "learning_rate": 0.0001991733762485282,
      "loss": 0.5441,
      "step": 2081
    },
    {
      "epoch": 0.1661976890378974,
      "grad_norm": 0.5767148733139038,
      "learning_rate": 0.00019917257109675212,
      "loss": 0.5661,
      "step": 2082
    },
    {
      "epoch": 0.16627751501726237,
      "grad_norm": 0.4228225648403168,
      "learning_rate": 0.00019917176555467713,
      "loss": 0.4299,
      "step": 2083
    },
    {
      "epoch": 0.16635734099662736,
      "grad_norm": 0.6471316814422607,
      "learning_rate": 0.00019917095962230632,
      "loss": 0.5068,
      "step": 2084
    },
    {
      "epoch": 0.16643716697599234,
      "grad_norm": 0.6603129506111145,
      "learning_rate": 0.00019917015329964295,
      "loss": 0.5204,
      "step": 2085
    },
    {
      "epoch": 0.16651699295535732,
      "grad_norm": 0.8770864009857178,
      "learning_rate": 0.00019916934658669016,
      "loss": 0.714,
      "step": 2086
    },
    {
      "epoch": 0.1665968189347223,
      "grad_norm": 0.49140748381614685,
      "learning_rate": 0.00019916853948345113,
      "loss": 0.4504,
      "step": 2087
    },
    {
      "epoch": 0.1666766449140873,
      "grad_norm": 0.4614572823047638,
      "learning_rate": 0.000199167731989929,
      "loss": 0.3774,
      "step": 2088
    },
    {
      "epoch": 0.16675647089345227,
      "grad_norm": 0.4438047707080841,
      "learning_rate": 0.000199166924106127,
      "loss": 0.4296,
      "step": 2089
    },
    {
      "epoch": 0.16683629687281726,
      "grad_norm": 0.5481995940208435,
      "learning_rate": 0.00019916611583204832,
      "loss": 0.485,
      "step": 2090
    },
    {
      "epoch": 0.16691612285218224,
      "grad_norm": 0.570591390132904,
      "learning_rate": 0.00019916530716769607,
      "loss": 0.5468,
      "step": 2091
    },
    {
      "epoch": 0.16699594883154723,
      "grad_norm": 0.5029994249343872,
      "learning_rate": 0.00019916449811307346,
      "loss": 0.4821,
      "step": 2092
    },
    {
      "epoch": 0.1670757748109122,
      "grad_norm": 0.5070655345916748,
      "learning_rate": 0.0001991636886681837,
      "loss": 0.569,
      "step": 2093
    },
    {
      "epoch": 0.1671556007902772,
      "grad_norm": 0.4507480263710022,
      "learning_rate": 0.00019916287883303,
      "loss": 0.4779,
      "step": 2094
    },
    {
      "epoch": 0.16723542676964218,
      "grad_norm": 0.5516448020935059,
      "learning_rate": 0.00019916206860761548,
      "loss": 0.4727,
      "step": 2095
    },
    {
      "epoch": 0.16731525274900716,
      "grad_norm": 0.6199564933776855,
      "learning_rate": 0.00019916125799194337,
      "loss": 0.5177,
      "step": 2096
    },
    {
      "epoch": 0.16739507872837214,
      "grad_norm": 0.46021902561187744,
      "learning_rate": 0.00019916044698601684,
      "loss": 0.4565,
      "step": 2097
    },
    {
      "epoch": 0.16747490470773713,
      "grad_norm": 0.5639145374298096,
      "learning_rate": 0.00019915963558983908,
      "loss": 0.4308,
      "step": 2098
    },
    {
      "epoch": 0.1675547306871021,
      "grad_norm": 0.47606199979782104,
      "learning_rate": 0.0001991588238034133,
      "loss": 0.5033,
      "step": 2099
    },
    {
      "epoch": 0.1676345566664671,
      "grad_norm": 0.51812344789505,
      "learning_rate": 0.00019915801162674268,
      "loss": 0.554,
      "step": 2100
    },
    {
      "epoch": 0.16771438264583208,
      "grad_norm": 0.508112907409668,
      "learning_rate": 0.00019915719905983043,
      "loss": 0.4817,
      "step": 2101
    },
    {
      "epoch": 0.16779420862519706,
      "grad_norm": 0.6898475885391235,
      "learning_rate": 0.00019915638610267978,
      "loss": 0.528,
      "step": 2102
    },
    {
      "epoch": 0.16787403460456204,
      "grad_norm": 0.5115424394607544,
      "learning_rate": 0.00019915557275529384,
      "loss": 0.5098,
      "step": 2103
    },
    {
      "epoch": 0.16795386058392703,
      "grad_norm": 0.43252483010292053,
      "learning_rate": 0.00019915475901767588,
      "loss": 0.3876,
      "step": 2104
    },
    {
      "epoch": 0.168033686563292,
      "grad_norm": 0.49459630250930786,
      "learning_rate": 0.0001991539448898291,
      "loss": 0.328,
      "step": 2105
    },
    {
      "epoch": 0.168113512542657,
      "grad_norm": 0.4613606035709381,
      "learning_rate": 0.00019915313037175667,
      "loss": 0.4519,
      "step": 2106
    },
    {
      "epoch": 0.16819333852202198,
      "grad_norm": 0.5494701862335205,
      "learning_rate": 0.0001991523154634618,
      "loss": 0.563,
      "step": 2107
    },
    {
      "epoch": 0.16827316450138696,
      "grad_norm": 0.4689856171607971,
      "learning_rate": 0.00019915150016494774,
      "loss": 0.4284,
      "step": 2108
    },
    {
      "epoch": 0.16835299048075197,
      "grad_norm": 0.6181454062461853,
      "learning_rate": 0.00019915068447621766,
      "loss": 0.4261,
      "step": 2109
    },
    {
      "epoch": 0.16843281646011696,
      "grad_norm": 0.5853282809257507,
      "learning_rate": 0.0001991498683972748,
      "loss": 0.4534,
      "step": 2110
    },
    {
      "epoch": 0.16851264243948194,
      "grad_norm": 0.5538807511329651,
      "learning_rate": 0.0001991490519281223,
      "loss": 0.5103,
      "step": 2111
    },
    {
      "epoch": 0.16859246841884692,
      "grad_norm": 0.49366018176078796,
      "learning_rate": 0.0001991482350687635,
      "loss": 0.4037,
      "step": 2112
    },
    {
      "epoch": 0.1686722943982119,
      "grad_norm": 0.5389722585678101,
      "learning_rate": 0.0001991474178192015,
      "loss": 0.4019,
      "step": 2113
    },
    {
      "epoch": 0.1687521203775769,
      "grad_norm": 0.6180706024169922,
      "learning_rate": 0.00019914660017943957,
      "loss": 0.4618,
      "step": 2114
    },
    {
      "epoch": 0.16883194635694188,
      "grad_norm": 0.386579304933548,
      "learning_rate": 0.0001991457821494809,
      "loss": 0.3472,
      "step": 2115
    },
    {
      "epoch": 0.16891177233630686,
      "grad_norm": 0.41737133264541626,
      "learning_rate": 0.00019914496372932874,
      "loss": 0.4211,
      "step": 2116
    },
    {
      "epoch": 0.16899159831567184,
      "grad_norm": 0.597810685634613,
      "learning_rate": 0.00019914414491898627,
      "loss": 0.4112,
      "step": 2117
    },
    {
      "epoch": 0.16907142429503683,
      "grad_norm": 0.684525728225708,
      "learning_rate": 0.00019914332571845678,
      "loss": 0.4341,
      "step": 2118
    },
    {
      "epoch": 0.1691512502744018,
      "grad_norm": 0.4437046945095062,
      "learning_rate": 0.0001991425061277434,
      "loss": 0.345,
      "step": 2119
    },
    {
      "epoch": 0.1692310762537668,
      "grad_norm": 0.6657811999320984,
      "learning_rate": 0.00019914168614684944,
      "loss": 0.4215,
      "step": 2120
    },
    {
      "epoch": 0.16931090223313178,
      "grad_norm": 0.6962858438491821,
      "learning_rate": 0.00019914086577577808,
      "loss": 0.5124,
      "step": 2121
    },
    {
      "epoch": 0.16939072821249676,
      "grad_norm": 0.5121516585350037,
      "learning_rate": 0.00019914004501453257,
      "loss": 0.4262,
      "step": 2122
    },
    {
      "epoch": 0.16947055419186174,
      "grad_norm": 0.5883163213729858,
      "learning_rate": 0.00019913922386311615,
      "loss": 0.389,
      "step": 2123
    },
    {
      "epoch": 0.16955038017122673,
      "grad_norm": 0.4923062026500702,
      "learning_rate": 0.000199138402321532,
      "loss": 0.3576,
      "step": 2124
    },
    {
      "epoch": 0.1696302061505917,
      "grad_norm": 0.6342204809188843,
      "learning_rate": 0.0001991375803897834,
      "loss": 0.4652,
      "step": 2125
    },
    {
      "epoch": 0.1697100321299567,
      "grad_norm": 0.4552319347858429,
      "learning_rate": 0.00019913675806787357,
      "loss": 0.425,
      "step": 2126
    },
    {
      "epoch": 0.16978985810932168,
      "grad_norm": 0.7039086222648621,
      "learning_rate": 0.00019913593535580577,
      "loss": 0.4408,
      "step": 2127
    },
    {
      "epoch": 0.16986968408868666,
      "grad_norm": 0.6031537652015686,
      "learning_rate": 0.00019913511225358322,
      "loss": 0.5171,
      "step": 2128
    },
    {
      "epoch": 0.16994951006805165,
      "grad_norm": 0.4726787209510803,
      "learning_rate": 0.00019913428876120915,
      "loss": 0.3991,
      "step": 2129
    },
    {
      "epoch": 0.17002933604741663,
      "grad_norm": 0.5040541887283325,
      "learning_rate": 0.00019913346487868678,
      "loss": 0.537,
      "step": 2130
    },
    {
      "epoch": 0.1701091620267816,
      "grad_norm": 0.6467909812927246,
      "learning_rate": 0.0001991326406060194,
      "loss": 0.5281,
      "step": 2131
    },
    {
      "epoch": 0.1701889880061466,
      "grad_norm": 0.529453694820404,
      "learning_rate": 0.00019913181594321023,
      "loss": 0.4228,
      "step": 2132
    },
    {
      "epoch": 0.17026881398551158,
      "grad_norm": 0.5956436395645142,
      "learning_rate": 0.0001991309908902625,
      "loss": 0.4387,
      "step": 2133
    },
    {
      "epoch": 0.17034863996487656,
      "grad_norm": 0.4555707573890686,
      "learning_rate": 0.0001991301654471795,
      "loss": 0.4321,
      "step": 2134
    },
    {
      "epoch": 0.17042846594424155,
      "grad_norm": 0.5896400809288025,
      "learning_rate": 0.00019912933961396446,
      "loss": 0.4642,
      "step": 2135
    },
    {
      "epoch": 0.17050829192360653,
      "grad_norm": 0.5026435256004333,
      "learning_rate": 0.00019912851339062062,
      "loss": 0.3475,
      "step": 2136
    },
    {
      "epoch": 0.17058811790297151,
      "grad_norm": 0.4519173800945282,
      "learning_rate": 0.00019912768677715124,
      "loss": 0.5111,
      "step": 2137
    },
    {
      "epoch": 0.1706679438823365,
      "grad_norm": 0.5099027752876282,
      "learning_rate": 0.00019912685977355955,
      "loss": 0.4718,
      "step": 2138
    },
    {
      "epoch": 0.17074776986170148,
      "grad_norm": 0.5533619523048401,
      "learning_rate": 0.00019912603237984885,
      "loss": 0.4084,
      "step": 2139
    },
    {
      "epoch": 0.17082759584106647,
      "grad_norm": 0.5371599793434143,
      "learning_rate": 0.00019912520459602236,
      "loss": 0.4285,
      "step": 2140
    },
    {
      "epoch": 0.17090742182043145,
      "grad_norm": 0.5470666289329529,
      "learning_rate": 0.00019912437642208332,
      "loss": 0.5082,
      "step": 2141
    },
    {
      "epoch": 0.17098724779979643,
      "grad_norm": 0.44054099917411804,
      "learning_rate": 0.00019912354785803506,
      "loss": 0.3501,
      "step": 2142
    },
    {
      "epoch": 0.17106707377916142,
      "grad_norm": 0.48468130826950073,
      "learning_rate": 0.00019912271890388077,
      "loss": 0.5218,
      "step": 2143
    },
    {
      "epoch": 0.1711468997585264,
      "grad_norm": 0.7347412705421448,
      "learning_rate": 0.00019912188955962376,
      "loss": 0.5143,
      "step": 2144
    },
    {
      "epoch": 0.17122672573789138,
      "grad_norm": 0.49801868200302124,
      "learning_rate": 0.00019912105982526726,
      "loss": 0.335,
      "step": 2145
    },
    {
      "epoch": 0.1713065517172564,
      "grad_norm": 0.6252145171165466,
      "learning_rate": 0.00019912022970081455,
      "loss": 0.391,
      "step": 2146
    },
    {
      "epoch": 0.17138637769662138,
      "grad_norm": 0.4823216199874878,
      "learning_rate": 0.0001991193991862689,
      "loss": 0.4352,
      "step": 2147
    },
    {
      "epoch": 0.17146620367598636,
      "grad_norm": 0.5284887552261353,
      "learning_rate": 0.00019911856828163358,
      "loss": 0.4569,
      "step": 2148
    },
    {
      "epoch": 0.17154602965535135,
      "grad_norm": 0.5034356117248535,
      "learning_rate": 0.00019911773698691186,
      "loss": 0.3192,
      "step": 2149
    },
    {
      "epoch": 0.17162585563471633,
      "grad_norm": 0.535537838935852,
      "learning_rate": 0.000199116905302107,
      "loss": 0.5264,
      "step": 2150
    },
    {
      "epoch": 0.1717056816140813,
      "grad_norm": 0.7451331615447998,
      "learning_rate": 0.0001991160732272223,
      "loss": 0.6011,
      "step": 2151
    },
    {
      "epoch": 0.1717855075934463,
      "grad_norm": 0.4584393799304962,
      "learning_rate": 0.000199115240762261,
      "loss": 0.3756,
      "step": 2152
    },
    {
      "epoch": 0.17186533357281128,
      "grad_norm": 0.714022159576416,
      "learning_rate": 0.00019911440790722638,
      "loss": 0.4414,
      "step": 2153
    },
    {
      "epoch": 0.17194515955217626,
      "grad_norm": 0.5413310527801514,
      "learning_rate": 0.00019911357466212174,
      "loss": 0.5362,
      "step": 2154
    },
    {
      "epoch": 0.17202498553154125,
      "grad_norm": 0.7459259033203125,
      "learning_rate": 0.00019911274102695035,
      "loss": 0.5869,
      "step": 2155
    },
    {
      "epoch": 0.17210481151090623,
      "grad_norm": 0.4097602367401123,
      "learning_rate": 0.00019911190700171549,
      "loss": 0.3732,
      "step": 2156
    },
    {
      "epoch": 0.17218463749027121,
      "grad_norm": 0.5062662363052368,
      "learning_rate": 0.00019911107258642043,
      "loss": 0.4009,
      "step": 2157
    },
    {
      "epoch": 0.1722644634696362,
      "grad_norm": 0.5197648406028748,
      "learning_rate": 0.00019911023778106847,
      "loss": 0.4793,
      "step": 2158
    },
    {
      "epoch": 0.17234428944900118,
      "grad_norm": 0.4641740620136261,
      "learning_rate": 0.00019910940258566293,
      "loss": 0.5155,
      "step": 2159
    },
    {
      "epoch": 0.17242411542836616,
      "grad_norm": 0.4929063320159912,
      "learning_rate": 0.00019910856700020702,
      "loss": 0.4682,
      "step": 2160
    },
    {
      "epoch": 0.17250394140773115,
      "grad_norm": 0.39150336384773254,
      "learning_rate": 0.00019910773102470406,
      "loss": 0.3973,
      "step": 2161
    },
    {
      "epoch": 0.17258376738709613,
      "grad_norm": 0.4328325688838959,
      "learning_rate": 0.00019910689465915736,
      "loss": 0.4316,
      "step": 2162
    },
    {
      "epoch": 0.17266359336646112,
      "grad_norm": 0.5541266798973083,
      "learning_rate": 0.0001991060579035702,
      "loss": 0.4622,
      "step": 2163
    },
    {
      "epoch": 0.1727434193458261,
      "grad_norm": 0.4509023129940033,
      "learning_rate": 0.00019910522075794587,
      "loss": 0.4375,
      "step": 2164
    },
    {
      "epoch": 0.17282324532519108,
      "grad_norm": 0.5733014345169067,
      "learning_rate": 0.00019910438322228767,
      "loss": 0.3744,
      "step": 2165
    },
    {
      "epoch": 0.17290307130455607,
      "grad_norm": 0.379675030708313,
      "learning_rate": 0.00019910354529659887,
      "loss": 0.2153,
      "step": 2166
    },
    {
      "epoch": 0.17298289728392105,
      "grad_norm": 0.5909151434898376,
      "learning_rate": 0.0001991027069808828,
      "loss": 0.5359,
      "step": 2167
    },
    {
      "epoch": 0.17306272326328603,
      "grad_norm": 0.7798175811767578,
      "learning_rate": 0.00019910186827514273,
      "loss": 0.7548,
      "step": 2168
    },
    {
      "epoch": 0.17314254924265102,
      "grad_norm": 0.49610665440559387,
      "learning_rate": 0.00019910102917938206,
      "loss": 0.5222,
      "step": 2169
    },
    {
      "epoch": 0.173222375222016,
      "grad_norm": 0.5722262859344482,
      "learning_rate": 0.00019910018969360394,
      "loss": 0.4737,
      "step": 2170
    },
    {
      "epoch": 0.17330220120138098,
      "grad_norm": 0.5339117646217346,
      "learning_rate": 0.00019909934981781176,
      "loss": 0.509,
      "step": 2171
    },
    {
      "epoch": 0.17338202718074597,
      "grad_norm": 0.5399419665336609,
      "learning_rate": 0.0001990985095520088,
      "loss": 0.4223,
      "step": 2172
    },
    {
      "epoch": 0.17346185316011095,
      "grad_norm": 0.4675663113594055,
      "learning_rate": 0.00019909766889619838,
      "loss": 0.3675,
      "step": 2173
    },
    {
      "epoch": 0.17354167913947594,
      "grad_norm": 0.5553712248802185,
      "learning_rate": 0.00019909682785038385,
      "loss": 0.4358,
      "step": 2174
    },
    {
      "epoch": 0.17362150511884092,
      "grad_norm": 0.5868818759918213,
      "learning_rate": 0.00019909598641456843,
      "loss": 0.5191,
      "step": 2175
    },
    {
      "epoch": 0.1737013310982059,
      "grad_norm": 0.5178762674331665,
      "learning_rate": 0.00019909514458875548,
      "loss": 0.413,
      "step": 2176
    },
    {
      "epoch": 0.17378115707757089,
      "grad_norm": 0.657298743724823,
      "learning_rate": 0.00019909430237294832,
      "loss": 0.4656,
      "step": 2177
    },
    {
      "epoch": 0.17386098305693587,
      "grad_norm": 0.6913233995437622,
      "learning_rate": 0.00019909345976715028,
      "loss": 0.5131,
      "step": 2178
    },
    {
      "epoch": 0.17394080903630085,
      "grad_norm": 0.5700898170471191,
      "learning_rate": 0.0001990926167713646,
      "loss": 0.4716,
      "step": 2179
    },
    {
      "epoch": 0.17402063501566584,
      "grad_norm": 0.473315954208374,
      "learning_rate": 0.00019909177338559467,
      "loss": 0.4458,
      "step": 2180
    },
    {
      "epoch": 0.17410046099503082,
      "grad_norm": 0.5690372586250305,
      "learning_rate": 0.00019909092960984382,
      "loss": 0.46,
      "step": 2181
    },
    {
      "epoch": 0.1741802869743958,
      "grad_norm": 0.42225539684295654,
      "learning_rate": 0.00019909008544411534,
      "loss": 0.3205,
      "step": 2182
    },
    {
      "epoch": 0.17426011295376082,
      "grad_norm": 0.5537125468254089,
      "learning_rate": 0.0001990892408884125,
      "loss": 0.4994,
      "step": 2183
    },
    {
      "epoch": 0.1743399389331258,
      "grad_norm": 0.5344306826591492,
      "learning_rate": 0.0001990883959427387,
      "loss": 0.4637,
      "step": 2184
    },
    {
      "epoch": 0.17441976491249078,
      "grad_norm": 0.3965851366519928,
      "learning_rate": 0.00019908755060709727,
      "loss": 0.3752,
      "step": 2185
    },
    {
      "epoch": 0.17449959089185577,
      "grad_norm": 0.6253276467323303,
      "learning_rate": 0.00019908670488149148,
      "loss": 0.5395,
      "step": 2186
    },
    {
      "epoch": 0.17457941687122075,
      "grad_norm": 0.5751966834068298,
      "learning_rate": 0.0001990858587659247,
      "loss": 0.6187,
      "step": 2187
    },
    {
      "epoch": 0.17465924285058573,
      "grad_norm": 0.5360745787620544,
      "learning_rate": 0.0001990850122604002,
      "loss": 0.4266,
      "step": 2188
    },
    {
      "epoch": 0.17473906882995072,
      "grad_norm": 0.5422507524490356,
      "learning_rate": 0.00019908416536492142,
      "loss": 0.441,
      "step": 2189
    },
    {
      "epoch": 0.1748188948093157,
      "grad_norm": 0.5201065540313721,
      "learning_rate": 0.00019908331807949158,
      "loss": 0.5112,
      "step": 2190
    },
    {
      "epoch": 0.17489872078868068,
      "grad_norm": 0.5878714323043823,
      "learning_rate": 0.0001990824704041141,
      "loss": 0.5951,
      "step": 2191
    },
    {
      "epoch": 0.17497854676804567,
      "grad_norm": 0.5370070338249207,
      "learning_rate": 0.00019908162233879225,
      "loss": 0.5372,
      "step": 2192
    },
    {
      "epoch": 0.17505837274741065,
      "grad_norm": 0.5335363745689392,
      "learning_rate": 0.00019908077388352944,
      "loss": 0.4164,
      "step": 2193
    },
    {
      "epoch": 0.17513819872677563,
      "grad_norm": 0.435138463973999,
      "learning_rate": 0.00019907992503832896,
      "loss": 0.3708,
      "step": 2194
    },
    {
      "epoch": 0.17521802470614062,
      "grad_norm": 0.494569331407547,
      "learning_rate": 0.00019907907580319413,
      "loss": 0.5958,
      "step": 2195
    },
    {
      "epoch": 0.1752978506855056,
      "grad_norm": 0.5347129106521606,
      "learning_rate": 0.00019907822617812833,
      "loss": 0.4243,
      "step": 2196
    },
    {
      "epoch": 0.17537767666487059,
      "grad_norm": 0.5953120589256287,
      "learning_rate": 0.0001990773761631349,
      "loss": 0.6115,
      "step": 2197
    },
    {
      "epoch": 0.17545750264423557,
      "grad_norm": 0.548424482345581,
      "learning_rate": 0.00019907652575821717,
      "loss": 0.3717,
      "step": 2198
    },
    {
      "epoch": 0.17553732862360055,
      "grad_norm": 0.5317758321762085,
      "learning_rate": 0.0001990756749633785,
      "loss": 0.547,
      "step": 2199
    },
    {
      "epoch": 0.17561715460296554,
      "grad_norm": 0.4837631583213806,
      "learning_rate": 0.0001990748237786223,
      "loss": 0.3756,
      "step": 2200
    },
    {
      "epoch": 0.17561715460296554,
      "eval_loss": 0.4548851549625397,
      "eval_runtime": 34.133,
      "eval_samples_per_second": 7.383,
      "eval_steps_per_second": 7.383,
      "step": 2200
    },
    {
      "epoch": 0.17569698058233052,
      "grad_norm": 0.5038213133811951,
      "learning_rate": 0.00019907397220395175,
      "loss": 0.5393,
      "step": 2201
    },
    {
      "epoch": 0.1757768065616955,
      "grad_norm": 0.505767822265625,
      "learning_rate": 0.00019907312023937035,
      "loss": 0.4813,
      "step": 2202
    },
    {
      "epoch": 0.1758566325410605,
      "grad_norm": 0.5695170760154724,
      "learning_rate": 0.0001990722678848814,
      "loss": 0.6101,
      "step": 2203
    },
    {
      "epoch": 0.17593645852042547,
      "grad_norm": 0.4175387918949127,
      "learning_rate": 0.0001990714151404883,
      "loss": 0.3503,
      "step": 2204
    },
    {
      "epoch": 0.17601628449979045,
      "grad_norm": 0.42487087845802307,
      "learning_rate": 0.00019907056200619433,
      "loss": 0.3556,
      "step": 2205
    },
    {
      "epoch": 0.17609611047915544,
      "grad_norm": 0.5881349444389343,
      "learning_rate": 0.0001990697084820029,
      "loss": 0.5268,
      "step": 2206
    },
    {
      "epoch": 0.17617593645852042,
      "grad_norm": 0.48646286129951477,
      "learning_rate": 0.00019906885456791735,
      "loss": 0.4872,
      "step": 2207
    },
    {
      "epoch": 0.1762557624378854,
      "grad_norm": 0.6610125303268433,
      "learning_rate": 0.00019906800026394108,
      "loss": 0.4401,
      "step": 2208
    },
    {
      "epoch": 0.1763355884172504,
      "grad_norm": 0.46479690074920654,
      "learning_rate": 0.0001990671455700774,
      "loss": 0.4228,
      "step": 2209
    },
    {
      "epoch": 0.17641541439661537,
      "grad_norm": 0.43597543239593506,
      "learning_rate": 0.00019906629048632967,
      "loss": 0.3702,
      "step": 2210
    },
    {
      "epoch": 0.17649524037598036,
      "grad_norm": 0.48769158124923706,
      "learning_rate": 0.0001990654350127013,
      "loss": 0.396,
      "step": 2211
    },
    {
      "epoch": 0.17657506635534534,
      "grad_norm": 0.7285342216491699,
      "learning_rate": 0.00019906457914919563,
      "loss": 0.4567,
      "step": 2212
    },
    {
      "epoch": 0.17665489233471032,
      "grad_norm": 0.4547124207019806,
      "learning_rate": 0.00019906372289581602,
      "loss": 0.3793,
      "step": 2213
    },
    {
      "epoch": 0.1767347183140753,
      "grad_norm": 0.6909440159797668,
      "learning_rate": 0.00019906286625256584,
      "loss": 0.5503,
      "step": 2214
    },
    {
      "epoch": 0.1768145442934403,
      "grad_norm": 0.5783217549324036,
      "learning_rate": 0.00019906200921944854,
      "loss": 0.5157,
      "step": 2215
    },
    {
      "epoch": 0.17689437027280527,
      "grad_norm": 0.5718539357185364,
      "learning_rate": 0.00019906115179646737,
      "loss": 0.5,
      "step": 2216
    },
    {
      "epoch": 0.17697419625217026,
      "grad_norm": 0.5265185832977295,
      "learning_rate": 0.00019906029398362578,
      "loss": 0.569,
      "step": 2217
    },
    {
      "epoch": 0.17705402223153524,
      "grad_norm": 0.5295525789260864,
      "learning_rate": 0.00019905943578092712,
      "loss": 0.4831,
      "step": 2218
    },
    {
      "epoch": 0.17713384821090022,
      "grad_norm": 0.5488656163215637,
      "learning_rate": 0.0001990585771883748,
      "loss": 0.5903,
      "step": 2219
    },
    {
      "epoch": 0.1772136741902652,
      "grad_norm": 0.42725715041160583,
      "learning_rate": 0.0001990577182059721,
      "loss": 0.463,
      "step": 2220
    },
    {
      "epoch": 0.17729350016963022,
      "grad_norm": 0.5451091527938843,
      "learning_rate": 0.00019905685883372256,
      "loss": 0.4497,
      "step": 2221
    },
    {
      "epoch": 0.1773733261489952,
      "grad_norm": 0.5833763480186462,
      "learning_rate": 0.00019905599907162947,
      "loss": 0.4148,
      "step": 2222
    },
    {
      "epoch": 0.1774531521283602,
      "grad_norm": 0.5127415657043457,
      "learning_rate": 0.00019905513891969618,
      "loss": 0.4407,
      "step": 2223
    },
    {
      "epoch": 0.17753297810772517,
      "grad_norm": 0.424991637468338,
      "learning_rate": 0.00019905427837792612,
      "loss": 0.3828,
      "step": 2224
    },
    {
      "epoch": 0.17761280408709015,
      "grad_norm": 0.6363527178764343,
      "learning_rate": 0.0001990534174463227,
      "loss": 0.4245,
      "step": 2225
    },
    {
      "epoch": 0.17769263006645514,
      "grad_norm": 0.5019533038139343,
      "learning_rate": 0.00019905255612488927,
      "loss": 0.4095,
      "step": 2226
    },
    {
      "epoch": 0.17777245604582012,
      "grad_norm": 0.7407580018043518,
      "learning_rate": 0.00019905169441362922,
      "loss": 0.658,
      "step": 2227
    },
    {
      "epoch": 0.1778522820251851,
      "grad_norm": 0.5119333863258362,
      "learning_rate": 0.00019905083231254596,
      "loss": 0.4998,
      "step": 2228
    },
    {
      "epoch": 0.1779321080045501,
      "grad_norm": 0.7363976836204529,
      "learning_rate": 0.00019904996982164286,
      "loss": 0.5717,
      "step": 2229
    },
    {
      "epoch": 0.17801193398391507,
      "grad_norm": 0.5482892990112305,
      "learning_rate": 0.00019904910694092335,
      "loss": 0.64,
      "step": 2230
    },
    {
      "epoch": 0.17809175996328006,
      "grad_norm": 0.5533466935157776,
      "learning_rate": 0.00019904824367039079,
      "loss": 0.4045,
      "step": 2231
    },
    {
      "epoch": 0.17817158594264504,
      "grad_norm": 0.6983661651611328,
      "learning_rate": 0.00019904738001004857,
      "loss": 0.577,
      "step": 2232
    },
    {
      "epoch": 0.17825141192201002,
      "grad_norm": 0.40208372473716736,
      "learning_rate": 0.00019904651595990016,
      "loss": 0.4379,
      "step": 2233
    },
    {
      "epoch": 0.178331237901375,
      "grad_norm": 0.407878577709198,
      "learning_rate": 0.0001990456515199489,
      "loss": 0.3513,
      "step": 2234
    },
    {
      "epoch": 0.17841106388074,
      "grad_norm": 0.570721447467804,
      "learning_rate": 0.00019904478669019817,
      "loss": 0.5055,
      "step": 2235
    },
    {
      "epoch": 0.17849088986010497,
      "grad_norm": 0.5184915661811829,
      "learning_rate": 0.00019904392147065142,
      "loss": 0.4195,
      "step": 2236
    },
    {
      "epoch": 0.17857071583946996,
      "grad_norm": 0.4876585304737091,
      "learning_rate": 0.00019904305586131206,
      "loss": 0.3423,
      "step": 2237
    },
    {
      "epoch": 0.17865054181883494,
      "grad_norm": 0.5264357328414917,
      "learning_rate": 0.00019904218986218348,
      "loss": 0.4282,
      "step": 2238
    },
    {
      "epoch": 0.17873036779819992,
      "grad_norm": 0.42391178011894226,
      "learning_rate": 0.00019904132347326907,
      "loss": 0.4608,
      "step": 2239
    },
    {
      "epoch": 0.1788101937775649,
      "grad_norm": 0.45525702834129333,
      "learning_rate": 0.0001990404566945723,
      "loss": 0.3509,
      "step": 2240
    },
    {
      "epoch": 0.1788900197569299,
      "grad_norm": 0.5745068192481995,
      "learning_rate": 0.00019903958952609648,
      "loss": 0.6798,
      "step": 2241
    },
    {
      "epoch": 0.17896984573629487,
      "grad_norm": 0.6119411587715149,
      "learning_rate": 0.0001990387219678451,
      "loss": 0.5083,
      "step": 2242
    },
    {
      "epoch": 0.17904967171565986,
      "grad_norm": 0.4217197597026825,
      "learning_rate": 0.00019903785401982155,
      "loss": 0.355,
      "step": 2243
    },
    {
      "epoch": 0.17912949769502484,
      "grad_norm": 0.4225602149963379,
      "learning_rate": 0.00019903698568202925,
      "loss": 0.4732,
      "step": 2244
    },
    {
      "epoch": 0.17920932367438983,
      "grad_norm": 0.6287366151809692,
      "learning_rate": 0.00019903611695447167,
      "loss": 0.5841,
      "step": 2245
    },
    {
      "epoch": 0.1792891496537548,
      "grad_norm": 0.5540533065795898,
      "learning_rate": 0.00019903524783715214,
      "loss": 0.4137,
      "step": 2246
    },
    {
      "epoch": 0.1793689756331198,
      "grad_norm": 0.4274026155471802,
      "learning_rate": 0.0001990343783300741,
      "loss": 0.4077,
      "step": 2247
    },
    {
      "epoch": 0.17944880161248478,
      "grad_norm": 0.5056788921356201,
      "learning_rate": 0.000199033508433241,
      "loss": 0.4122,
      "step": 2248
    },
    {
      "epoch": 0.17952862759184976,
      "grad_norm": 0.5302994847297668,
      "learning_rate": 0.00019903263814665626,
      "loss": 0.381,
      "step": 2249
    },
    {
      "epoch": 0.17960845357121474,
      "grad_norm": 0.5374478101730347,
      "learning_rate": 0.0001990317674703233,
      "loss": 0.4717,
      "step": 2250
    },
    {
      "epoch": 0.17968827955057973,
      "grad_norm": 0.5695298910140991,
      "learning_rate": 0.00019903089640424556,
      "loss": 0.4597,
      "step": 2251
    },
    {
      "epoch": 0.1797681055299447,
      "grad_norm": 0.4713127911090851,
      "learning_rate": 0.00019903002494842643,
      "loss": 0.4383,
      "step": 2252
    },
    {
      "epoch": 0.1798479315093097,
      "grad_norm": 0.5857692360877991,
      "learning_rate": 0.00019902915310286937,
      "loss": 0.439,
      "step": 2253
    },
    {
      "epoch": 0.17992775748867468,
      "grad_norm": 0.6064423322677612,
      "learning_rate": 0.00019902828086757778,
      "loss": 0.4257,
      "step": 2254
    },
    {
      "epoch": 0.18000758346803966,
      "grad_norm": 0.5141134262084961,
      "learning_rate": 0.00019902740824255513,
      "loss": 0.5684,
      "step": 2255
    },
    {
      "epoch": 0.18008740944740464,
      "grad_norm": 0.6685969233512878,
      "learning_rate": 0.00019902653522780485,
      "loss": 0.5634,
      "step": 2256
    },
    {
      "epoch": 0.18016723542676963,
      "grad_norm": 0.46668246388435364,
      "learning_rate": 0.00019902566182333038,
      "loss": 0.4525,
      "step": 2257
    },
    {
      "epoch": 0.18024706140613464,
      "grad_norm": 0.6088922619819641,
      "learning_rate": 0.00019902478802913512,
      "loss": 0.5738,
      "step": 2258
    },
    {
      "epoch": 0.18032688738549962,
      "grad_norm": 0.6357976198196411,
      "learning_rate": 0.00019902391384522255,
      "loss": 0.4918,
      "step": 2259
    },
    {
      "epoch": 0.1804067133648646,
      "grad_norm": 0.7539305090904236,
      "learning_rate": 0.00019902303927159612,
      "loss": 0.6897,
      "step": 2260
    },
    {
      "epoch": 0.1804865393442296,
      "grad_norm": 0.38655972480773926,
      "learning_rate": 0.0001990221643082592,
      "loss": 0.3993,
      "step": 2261
    },
    {
      "epoch": 0.18056636532359457,
      "grad_norm": 0.546768844127655,
      "learning_rate": 0.0001990212889552153,
      "loss": 0.4789,
      "step": 2262
    },
    {
      "epoch": 0.18064619130295956,
      "grad_norm": 0.6040351390838623,
      "learning_rate": 0.00019902041321246783,
      "loss": 0.5695,
      "step": 2263
    },
    {
      "epoch": 0.18072601728232454,
      "grad_norm": 0.40154531598091125,
      "learning_rate": 0.00019901953708002026,
      "loss": 0.3984,
      "step": 2264
    },
    {
      "epoch": 0.18080584326168953,
      "grad_norm": 0.41961073875427246,
      "learning_rate": 0.000199018660557876,
      "loss": 0.3151,
      "step": 2265
    },
    {
      "epoch": 0.1808856692410545,
      "grad_norm": 0.4229065477848053,
      "learning_rate": 0.00019901778364603856,
      "loss": 0.3718,
      "step": 2266
    },
    {
      "epoch": 0.1809654952204195,
      "grad_norm": 0.5303170084953308,
      "learning_rate": 0.00019901690634451134,
      "loss": 0.417,
      "step": 2267
    },
    {
      "epoch": 0.18104532119978448,
      "grad_norm": 0.5276786684989929,
      "learning_rate": 0.00019901602865329785,
      "loss": 0.5226,
      "step": 2268
    },
    {
      "epoch": 0.18112514717914946,
      "grad_norm": 0.5800174474716187,
      "learning_rate": 0.00019901515057240148,
      "loss": 0.483,
      "step": 2269
    },
    {
      "epoch": 0.18120497315851444,
      "grad_norm": 0.5392787456512451,
      "learning_rate": 0.00019901427210182573,
      "loss": 0.485,
      "step": 2270
    },
    {
      "epoch": 0.18128479913787943,
      "grad_norm": 0.4702494442462921,
      "learning_rate": 0.000199013393241574,
      "loss": 0.2881,
      "step": 2271
    },
    {
      "epoch": 0.1813646251172444,
      "grad_norm": 0.48175108432769775,
      "learning_rate": 0.00019901251399164982,
      "loss": 0.3776,
      "step": 2272
    },
    {
      "epoch": 0.1814444510966094,
      "grad_norm": 0.588340163230896,
      "learning_rate": 0.0001990116343520566,
      "loss": 0.4753,
      "step": 2273
    },
    {
      "epoch": 0.18152427707597438,
      "grad_norm": 0.6787348389625549,
      "learning_rate": 0.00019901075432279784,
      "loss": 0.4719,
      "step": 2274
    },
    {
      "epoch": 0.18160410305533936,
      "grad_norm": 0.5385318994522095,
      "learning_rate": 0.00019900987390387696,
      "loss": 0.3441,
      "step": 2275
    },
    {
      "epoch": 0.18168392903470434,
      "grad_norm": 0.3731171190738678,
      "learning_rate": 0.00019900899309529746,
      "loss": 0.3477,
      "step": 2276
    },
    {
      "epoch": 0.18176375501406933,
      "grad_norm": 0.7096132040023804,
      "learning_rate": 0.0001990081118970628,
      "loss": 0.4478,
      "step": 2277
    },
    {
      "epoch": 0.1818435809934343,
      "grad_norm": 0.4975759983062744,
      "learning_rate": 0.00019900723030917642,
      "loss": 0.4509,
      "step": 2278
    },
    {
      "epoch": 0.1819234069727993,
      "grad_norm": 0.5873671770095825,
      "learning_rate": 0.00019900634833164185,
      "loss": 0.4915,
      "step": 2279
    },
    {
      "epoch": 0.18200323295216428,
      "grad_norm": 0.5409088730812073,
      "learning_rate": 0.0001990054659644625,
      "loss": 0.5567,
      "step": 2280
    },
    {
      "epoch": 0.18208305893152926,
      "grad_norm": 0.5215328931808472,
      "learning_rate": 0.00019900458320764187,
      "loss": 0.4099,
      "step": 2281
    },
    {
      "epoch": 0.18216288491089425,
      "grad_norm": 0.6200850009918213,
      "learning_rate": 0.00019900370006118343,
      "loss": 0.4705,
      "step": 2282
    },
    {
      "epoch": 0.18224271089025923,
      "grad_norm": 0.6787291765213013,
      "learning_rate": 0.00019900281652509064,
      "loss": 0.4111,
      "step": 2283
    },
    {
      "epoch": 0.1823225368696242,
      "grad_norm": 0.6357723474502563,
      "learning_rate": 0.00019900193259936704,
      "loss": 0.5101,
      "step": 2284
    },
    {
      "epoch": 0.1824023628489892,
      "grad_norm": 0.5438244342803955,
      "learning_rate": 0.00019900104828401603,
      "loss": 0.5079,
      "step": 2285
    },
    {
      "epoch": 0.18248218882835418,
      "grad_norm": 0.5356883406639099,
      "learning_rate": 0.00019900016357904109,
      "loss": 0.4396,
      "step": 2286
    },
    {
      "epoch": 0.18256201480771916,
      "grad_norm": 0.46287330985069275,
      "learning_rate": 0.0001989992784844458,
      "loss": 0.3173,
      "step": 2287
    },
    {
      "epoch": 0.18264184078708415,
      "grad_norm": 0.5400482416152954,
      "learning_rate": 0.00019899839300023352,
      "loss": 0.5728,
      "step": 2288
    },
    {
      "epoch": 0.18272166676644913,
      "grad_norm": 0.618079423904419,
      "learning_rate": 0.00019899750712640784,
      "loss": 0.4473,
      "step": 2289
    },
    {
      "epoch": 0.18280149274581411,
      "grad_norm": 0.6413903832435608,
      "learning_rate": 0.00019899662086297218,
      "loss": 0.4698,
      "step": 2290
    },
    {
      "epoch": 0.1828813187251791,
      "grad_norm": 0.4565507471561432,
      "learning_rate": 0.00019899573420993004,
      "loss": 0.35,
      "step": 2291
    },
    {
      "epoch": 0.18296114470454408,
      "grad_norm": 0.4655970633029938,
      "learning_rate": 0.00019899484716728492,
      "loss": 0.4721,
      "step": 2292
    },
    {
      "epoch": 0.18304097068390907,
      "grad_norm": 0.4497505724430084,
      "learning_rate": 0.00019899395973504028,
      "loss": 0.4337,
      "step": 2293
    },
    {
      "epoch": 0.18312079666327405,
      "grad_norm": 0.5738787651062012,
      "learning_rate": 0.0001989930719131997,
      "loss": 0.4915,
      "step": 2294
    },
    {
      "epoch": 0.18320062264263906,
      "grad_norm": 0.597258448600769,
      "learning_rate": 0.00019899218370176655,
      "loss": 0.5364,
      "step": 2295
    },
    {
      "epoch": 0.18328044862200404,
      "grad_norm": 0.47644391655921936,
      "learning_rate": 0.00019899129510074444,
      "loss": 0.5341,
      "step": 2296
    },
    {
      "epoch": 0.18336027460136903,
      "grad_norm": 0.9997214078903198,
      "learning_rate": 0.00019899040611013677,
      "loss": 0.4428,
      "step": 2297
    },
    {
      "epoch": 0.183440100580734,
      "grad_norm": 0.4729546308517456,
      "learning_rate": 0.0001989895167299471,
      "loss": 0.4335,
      "step": 2298
    },
    {
      "epoch": 0.183519926560099,
      "grad_norm": 0.5198041200637817,
      "learning_rate": 0.00019898862696017894,
      "loss": 0.5191,
      "step": 2299
    },
    {
      "epoch": 0.18359975253946398,
      "grad_norm": 0.4008759558200836,
      "learning_rate": 0.00019898773680083575,
      "loss": 0.2984,
      "step": 2300
    },
    {
      "epoch": 0.18367957851882896,
      "grad_norm": 0.4607447385787964,
      "learning_rate": 0.00019898684625192106,
      "loss": 0.3508,
      "step": 2301
    },
    {
      "epoch": 0.18375940449819395,
      "grad_norm": 0.5609678626060486,
      "learning_rate": 0.00019898595531343832,
      "loss": 0.5391,
      "step": 2302
    },
    {
      "epoch": 0.18383923047755893,
      "grad_norm": 0.7293146848678589,
      "learning_rate": 0.00019898506398539114,
      "loss": 0.6504,
      "step": 2303
    },
    {
      "epoch": 0.1839190564569239,
      "grad_norm": 0.5185127854347229,
      "learning_rate": 0.00019898417226778294,
      "loss": 0.397,
      "step": 2304
    },
    {
      "epoch": 0.1839988824362889,
      "grad_norm": 0.5902231335639954,
      "learning_rate": 0.00019898328016061727,
      "loss": 0.4768,
      "step": 2305
    },
    {
      "epoch": 0.18407870841565388,
      "grad_norm": 0.4693596363067627,
      "learning_rate": 0.00019898238766389762,
      "loss": 0.434,
      "step": 2306
    },
    {
      "epoch": 0.18415853439501886,
      "grad_norm": 0.5902554988861084,
      "learning_rate": 0.00019898149477762752,
      "loss": 0.4145,
      "step": 2307
    },
    {
      "epoch": 0.18423836037438385,
      "grad_norm": 0.4092448055744171,
      "learning_rate": 0.0001989806015018105,
      "loss": 0.3577,
      "step": 2308
    },
    {
      "epoch": 0.18431818635374883,
      "grad_norm": 0.5198555588722229,
      "learning_rate": 0.00019897970783645002,
      "loss": 0.5244,
      "step": 2309
    },
    {
      "epoch": 0.18439801233311381,
      "grad_norm": 0.5130097270011902,
      "learning_rate": 0.0001989788137815496,
      "loss": 0.4579,
      "step": 2310
    },
    {
      "epoch": 0.1844778383124788,
      "grad_norm": 0.4992861747741699,
      "learning_rate": 0.00019897791933711284,
      "loss": 0.3852,
      "step": 2311
    },
    {
      "epoch": 0.18455766429184378,
      "grad_norm": 0.5128105878829956,
      "learning_rate": 0.00019897702450314317,
      "loss": 0.4495,
      "step": 2312
    },
    {
      "epoch": 0.18463749027120877,
      "grad_norm": 0.5208334922790527,
      "learning_rate": 0.0001989761292796442,
      "loss": 0.455,
      "step": 2313
    },
    {
      "epoch": 0.18471731625057375,
      "grad_norm": 0.5402512550354004,
      "learning_rate": 0.00019897523366661934,
      "loss": 0.6494,
      "step": 2314
    },
    {
      "epoch": 0.18479714222993873,
      "grad_norm": 0.4857950508594513,
      "learning_rate": 0.0001989743376640722,
      "loss": 0.4023,
      "step": 2315
    },
    {
      "epoch": 0.18487696820930372,
      "grad_norm": 0.4592815637588501,
      "learning_rate": 0.0001989734412720063,
      "loss": 0.3899,
      "step": 2316
    },
    {
      "epoch": 0.1849567941886687,
      "grad_norm": 0.5263859033584595,
      "learning_rate": 0.00019897254449042514,
      "loss": 0.5103,
      "step": 2317
    },
    {
      "epoch": 0.18503662016803368,
      "grad_norm": 0.5741485357284546,
      "learning_rate": 0.00019897164731933224,
      "loss": 0.3568,
      "step": 2318
    },
    {
      "epoch": 0.18511644614739867,
      "grad_norm": 0.5385746359825134,
      "learning_rate": 0.0001989707497587312,
      "loss": 0.3839,
      "step": 2319
    },
    {
      "epoch": 0.18519627212676365,
      "grad_norm": 0.5123358964920044,
      "learning_rate": 0.00019896985180862546,
      "loss": 0.3661,
      "step": 2320
    },
    {
      "epoch": 0.18527609810612863,
      "grad_norm": 0.5058438777923584,
      "learning_rate": 0.00019896895346901863,
      "loss": 0.4354,
      "step": 2321
    },
    {
      "epoch": 0.18535592408549362,
      "grad_norm": 0.544829785823822,
      "learning_rate": 0.00019896805473991418,
      "loss": 0.4074,
      "step": 2322
    },
    {
      "epoch": 0.1854357500648586,
      "grad_norm": 0.4441007077693939,
      "learning_rate": 0.0001989671556213157,
      "loss": 0.4512,
      "step": 2323
    },
    {
      "epoch": 0.18551557604422358,
      "grad_norm": 0.6167879104614258,
      "learning_rate": 0.0001989662561132267,
      "loss": 0.5076,
      "step": 2324
    },
    {
      "epoch": 0.18559540202358857,
      "grad_norm": 0.6572427749633789,
      "learning_rate": 0.00019896535621565073,
      "loss": 0.6378,
      "step": 2325
    },
    {
      "epoch": 0.18567522800295355,
      "grad_norm": 0.5263879299163818,
      "learning_rate": 0.00019896445592859134,
      "loss": 0.3763,
      "step": 2326
    },
    {
      "epoch": 0.18575505398231854,
      "grad_norm": 0.4427332878112793,
      "learning_rate": 0.00019896355525205205,
      "loss": 0.4284,
      "step": 2327
    },
    {
      "epoch": 0.18583487996168352,
      "grad_norm": 0.6300343871116638,
      "learning_rate": 0.0001989626541860364,
      "loss": 0.6104,
      "step": 2328
    },
    {
      "epoch": 0.1859147059410485,
      "grad_norm": 0.5098673105239868,
      "learning_rate": 0.000198961752730548,
      "loss": 0.3914,
      "step": 2329
    },
    {
      "epoch": 0.1859945319204135,
      "grad_norm": 0.7211334705352783,
      "learning_rate": 0.00019896085088559035,
      "loss": 0.447,
      "step": 2330
    },
    {
      "epoch": 0.18607435789977847,
      "grad_norm": 0.4857397973537445,
      "learning_rate": 0.00019895994865116697,
      "loss": 0.3306,
      "step": 2331
    },
    {
      "epoch": 0.18615418387914348,
      "grad_norm": 0.6485311388969421,
      "learning_rate": 0.00019895904602728145,
      "loss": 0.4903,
      "step": 2332
    },
    {
      "epoch": 0.18623400985850846,
      "grad_norm": 1.1457699537277222,
      "learning_rate": 0.00019895814301393734,
      "loss": 0.5005,
      "step": 2333
    },
    {
      "epoch": 0.18631383583787345,
      "grad_norm": 0.5281882882118225,
      "learning_rate": 0.00019895723961113818,
      "loss": 0.434,
      "step": 2334
    },
    {
      "epoch": 0.18639366181723843,
      "grad_norm": 0.6219347715377808,
      "learning_rate": 0.00019895633581888753,
      "loss": 0.4274,
      "step": 2335
    },
    {
      "epoch": 0.18647348779660342,
      "grad_norm": 0.6167215704917908,
      "learning_rate": 0.00019895543163718897,
      "loss": 0.3825,
      "step": 2336
    },
    {
      "epoch": 0.1865533137759684,
      "grad_norm": 0.41484585404396057,
      "learning_rate": 0.000198954527066046,
      "loss": 0.2896,
      "step": 2337
    },
    {
      "epoch": 0.18663313975533338,
      "grad_norm": 0.5481154322624207,
      "learning_rate": 0.00019895362210546226,
      "loss": 0.4502,
      "step": 2338
    },
    {
      "epoch": 0.18671296573469837,
      "grad_norm": 0.6876538395881653,
      "learning_rate": 0.00019895271675544126,
      "loss": 0.5468,
      "step": 2339
    },
    {
      "epoch": 0.18679279171406335,
      "grad_norm": 0.47541195154190063,
      "learning_rate": 0.00019895181101598657,
      "loss": 0.5092,
      "step": 2340
    },
    {
      "epoch": 0.18687261769342833,
      "grad_norm": 0.49097517132759094,
      "learning_rate": 0.00019895090488710176,
      "loss": 0.447,
      "step": 2341
    },
    {
      "epoch": 0.18695244367279332,
      "grad_norm": 0.5059527158737183,
      "learning_rate": 0.0001989499983687904,
      "loss": 0.4119,
      "step": 2342
    },
    {
      "epoch": 0.1870322696521583,
      "grad_norm": 0.49687784910202026,
      "learning_rate": 0.00019894909146105604,
      "loss": 0.4256,
      "step": 2343
    },
    {
      "epoch": 0.18711209563152328,
      "grad_norm": 0.5324996709823608,
      "learning_rate": 0.00019894818416390226,
      "loss": 0.4155,
      "step": 2344
    },
    {
      "epoch": 0.18719192161088827,
      "grad_norm": 0.4579548239707947,
      "learning_rate": 0.00019894727647733264,
      "loss": 0.4019,
      "step": 2345
    },
    {
      "epoch": 0.18727174759025325,
      "grad_norm": 0.4075941741466522,
      "learning_rate": 0.00019894636840135074,
      "loss": 0.4529,
      "step": 2346
    },
    {
      "epoch": 0.18735157356961823,
      "grad_norm": 0.5667961835861206,
      "learning_rate": 0.00019894545993596015,
      "loss": 0.5878,
      "step": 2347
    },
    {
      "epoch": 0.18743139954898322,
      "grad_norm": 0.5471212267875671,
      "learning_rate": 0.0001989445510811644,
      "loss": 0.4477,
      "step": 2348
    },
    {
      "epoch": 0.1875112255283482,
      "grad_norm": 0.5327852368354797,
      "learning_rate": 0.00019894364183696716,
      "loss": 0.471,
      "step": 2349
    },
    {
      "epoch": 0.18759105150771319,
      "grad_norm": 0.5767807960510254,
      "learning_rate": 0.0001989427322033719,
      "loss": 0.5204,
      "step": 2350
    },
    {
      "epoch": 0.18767087748707817,
      "grad_norm": 0.44615665078163147,
      "learning_rate": 0.00019894182218038224,
      "loss": 0.4057,
      "step": 2351
    },
    {
      "epoch": 0.18775070346644315,
      "grad_norm": 0.6002466082572937,
      "learning_rate": 0.0001989409117680018,
      "loss": 0.5019,
      "step": 2352
    },
    {
      "epoch": 0.18783052944580814,
      "grad_norm": 0.498067706823349,
      "learning_rate": 0.0001989400009662341,
      "loss": 0.6071,
      "step": 2353
    },
    {
      "epoch": 0.18791035542517312,
      "grad_norm": 0.47872719168663025,
      "learning_rate": 0.00019893908977508277,
      "loss": 0.3912,
      "step": 2354
    },
    {
      "epoch": 0.1879901814045381,
      "grad_norm": 0.4121091365814209,
      "learning_rate": 0.0001989381781945514,
      "loss": 0.3586,
      "step": 2355
    },
    {
      "epoch": 0.1880700073839031,
      "grad_norm": 0.6899145245552063,
      "learning_rate": 0.00019893726622464354,
      "loss": 0.4947,
      "step": 2356
    },
    {
      "epoch": 0.18814983336326807,
      "grad_norm": 0.6753975749015808,
      "learning_rate": 0.00019893635386536286,
      "loss": 0.477,
      "step": 2357
    },
    {
      "epoch": 0.18822965934263305,
      "grad_norm": 0.3935000002384186,
      "learning_rate": 0.0001989354411167128,
      "loss": 0.3549,
      "step": 2358
    },
    {
      "epoch": 0.18830948532199804,
      "grad_norm": 0.5382256507873535,
      "learning_rate": 0.0001989345279786971,
      "loss": 0.5093,
      "step": 2359
    },
    {
      "epoch": 0.18838931130136302,
      "grad_norm": 0.6010660529136658,
      "learning_rate": 0.0001989336144513193,
      "loss": 0.497,
      "step": 2360
    },
    {
      "epoch": 0.188469137280728,
      "grad_norm": 0.46973004937171936,
      "learning_rate": 0.00019893270053458295,
      "loss": 0.3176,
      "step": 2361
    },
    {
      "epoch": 0.188548963260093,
      "grad_norm": 0.5227794051170349,
      "learning_rate": 0.00019893178622849172,
      "loss": 0.5116,
      "step": 2362
    },
    {
      "epoch": 0.18862878923945797,
      "grad_norm": 0.4267842173576355,
      "learning_rate": 0.00019893087153304917,
      "loss": 0.3373,
      "step": 2363
    },
    {
      "epoch": 0.18870861521882296,
      "grad_norm": 0.48454371094703674,
      "learning_rate": 0.0001989299564482589,
      "loss": 0.4246,
      "step": 2364
    },
    {
      "epoch": 0.18878844119818794,
      "grad_norm": 0.4759797155857086,
      "learning_rate": 0.0001989290409741245,
      "loss": 0.4113,
      "step": 2365
    },
    {
      "epoch": 0.18886826717755292,
      "grad_norm": 0.46538209915161133,
      "learning_rate": 0.0001989281251106496,
      "loss": 0.4178,
      "step": 2366
    },
    {
      "epoch": 0.1889480931569179,
      "grad_norm": 0.4800676703453064,
      "learning_rate": 0.00019892720885783782,
      "loss": 0.3946,
      "step": 2367
    },
    {
      "epoch": 0.1890279191362829,
      "grad_norm": 0.476386696100235,
      "learning_rate": 0.00019892629221569274,
      "loss": 0.4393,
      "step": 2368
    },
    {
      "epoch": 0.18910774511564787,
      "grad_norm": 0.5487659573554993,
      "learning_rate": 0.00019892537518421795,
      "loss": 0.4668,
      "step": 2369
    },
    {
      "epoch": 0.18918757109501289,
      "grad_norm": 0.5639269948005676,
      "learning_rate": 0.0001989244577634171,
      "loss": 0.4034,
      "step": 2370
    },
    {
      "epoch": 0.18926739707437787,
      "grad_norm": 0.4624575078487396,
      "learning_rate": 0.00019892353995329377,
      "loss": 0.4867,
      "step": 2371
    },
    {
      "epoch": 0.18934722305374285,
      "grad_norm": 0.464484840631485,
      "learning_rate": 0.00019892262175385156,
      "loss": 0.343,
      "step": 2372
    },
    {
      "epoch": 0.18942704903310784,
      "grad_norm": 0.5318127870559692,
      "learning_rate": 0.00019892170316509412,
      "loss": 0.5713,
      "step": 2373
    },
    {
      "epoch": 0.18950687501247282,
      "grad_norm": 0.448129266500473,
      "learning_rate": 0.00019892078418702505,
      "loss": 0.4582,
      "step": 2374
    },
    {
      "epoch": 0.1895867009918378,
      "grad_norm": 0.5178381204605103,
      "learning_rate": 0.00019891986481964795,
      "loss": 0.4556,
      "step": 2375
    },
    {
      "epoch": 0.1896665269712028,
      "grad_norm": 0.47788405418395996,
      "learning_rate": 0.00019891894506296646,
      "loss": 0.3744,
      "step": 2376
    },
    {
      "epoch": 0.18974635295056777,
      "grad_norm": 0.6203027367591858,
      "learning_rate": 0.00019891802491698422,
      "loss": 0.6379,
      "step": 2377
    },
    {
      "epoch": 0.18982617892993275,
      "grad_norm": 0.529784083366394,
      "learning_rate": 0.00019891710438170478,
      "loss": 0.4561,
      "step": 2378
    },
    {
      "epoch": 0.18990600490929774,
      "grad_norm": 0.49507835507392883,
      "learning_rate": 0.00019891618345713186,
      "loss": 0.4003,
      "step": 2379
    },
    {
      "epoch": 0.18998583088866272,
      "grad_norm": 0.5819281339645386,
      "learning_rate": 0.00019891526214326898,
      "loss": 0.5934,
      "step": 2380
    },
    {
      "epoch": 0.1900656568680277,
      "grad_norm": 0.4342039227485657,
      "learning_rate": 0.00019891434044011985,
      "loss": 0.3572,
      "step": 2381
    },
    {
      "epoch": 0.1901454828473927,
      "grad_norm": 0.6057990789413452,
      "learning_rate": 0.00019891341834768806,
      "loss": 0.5738,
      "step": 2382
    },
    {
      "epoch": 0.19022530882675767,
      "grad_norm": 0.46604710817337036,
      "learning_rate": 0.00019891249586597725,
      "loss": 0.418,
      "step": 2383
    },
    {
      "epoch": 0.19030513480612266,
      "grad_norm": 0.446747362613678,
      "learning_rate": 0.00019891157299499105,
      "loss": 0.3668,
      "step": 2384
    },
    {
      "epoch": 0.19038496078548764,
      "grad_norm": 0.5964787602424622,
      "learning_rate": 0.00019891064973473306,
      "loss": 0.5998,
      "step": 2385
    },
    {
      "epoch": 0.19046478676485262,
      "grad_norm": 0.6201934814453125,
      "learning_rate": 0.00019890972608520695,
      "loss": 0.5313,
      "step": 2386
    },
    {
      "epoch": 0.1905446127442176,
      "grad_norm": 0.5626071691513062,
      "learning_rate": 0.00019890880204641634,
      "loss": 0.5469,
      "step": 2387
    },
    {
      "epoch": 0.1906244387235826,
      "grad_norm": 0.46997666358947754,
      "learning_rate": 0.0001989078776183649,
      "loss": 0.3374,
      "step": 2388
    },
    {
      "epoch": 0.19070426470294757,
      "grad_norm": 0.5828293561935425,
      "learning_rate": 0.00019890695280105623,
      "loss": 0.579,
      "step": 2389
    },
    {
      "epoch": 0.19078409068231256,
      "grad_norm": 0.446279913187027,
      "learning_rate": 0.00019890602759449396,
      "loss": 0.42,
      "step": 2390
    },
    {
      "epoch": 0.19086391666167754,
      "grad_norm": 0.5068303346633911,
      "learning_rate": 0.00019890510199868175,
      "loss": 0.4351,
      "step": 2391
    },
    {
      "epoch": 0.19094374264104252,
      "grad_norm": 0.4803805351257324,
      "learning_rate": 0.00019890417601362326,
      "loss": 0.4164,
      "step": 2392
    },
    {
      "epoch": 0.1910235686204075,
      "grad_norm": 0.7023351192474365,
      "learning_rate": 0.00019890324963932213,
      "loss": 0.5165,
      "step": 2393
    },
    {
      "epoch": 0.1911033945997725,
      "grad_norm": 0.4812086820602417,
      "learning_rate": 0.00019890232287578198,
      "loss": 0.2799,
      "step": 2394
    },
    {
      "epoch": 0.19118322057913748,
      "grad_norm": 0.6179879903793335,
      "learning_rate": 0.00019890139572300645,
      "loss": 0.5242,
      "step": 2395
    },
    {
      "epoch": 0.19126304655850246,
      "grad_norm": 0.6349315643310547,
      "learning_rate": 0.00019890046818099927,
      "loss": 0.3584,
      "step": 2396
    },
    {
      "epoch": 0.19134287253786744,
      "grad_norm": 0.5471630096435547,
      "learning_rate": 0.00019889954024976397,
      "loss": 0.388,
      "step": 2397
    },
    {
      "epoch": 0.19142269851723243,
      "grad_norm": 0.48621857166290283,
      "learning_rate": 0.00019889861192930427,
      "loss": 0.5317,
      "step": 2398
    },
    {
      "epoch": 0.1915025244965974,
      "grad_norm": 0.4951029121875763,
      "learning_rate": 0.00019889768321962382,
      "loss": 0.4146,
      "step": 2399
    },
    {
      "epoch": 0.1915823504759624,
      "grad_norm": 0.5690345764160156,
      "learning_rate": 0.00019889675412072632,
      "loss": 0.4138,
      "step": 2400
    },
    {
      "epoch": 0.1915823504759624,
      "eval_loss": 0.45039716362953186,
      "eval_runtime": 34.1372,
      "eval_samples_per_second": 7.382,
      "eval_steps_per_second": 7.382,
      "step": 2400
    },
    {
      "epoch": 0.19166217645532738,
      "grad_norm": 0.4782169759273529,
      "learning_rate": 0.00019889582463261532,
      "loss": 0.3265,
      "step": 2401
    },
    {
      "epoch": 0.19174200243469236,
      "grad_norm": 0.5050463676452637,
      "learning_rate": 0.00019889489475529457,
      "loss": 0.616,
      "step": 2402
    },
    {
      "epoch": 0.19182182841405734,
      "grad_norm": 0.5197023153305054,
      "learning_rate": 0.00019889396448876767,
      "loss": 0.4084,
      "step": 2403
    },
    {
      "epoch": 0.19190165439342233,
      "grad_norm": 0.4570101499557495,
      "learning_rate": 0.00019889303383303832,
      "loss": 0.4174,
      "step": 2404
    },
    {
      "epoch": 0.1919814803727873,
      "grad_norm": 0.5205224752426147,
      "learning_rate": 0.00019889210278811016,
      "loss": 0.3808,
      "step": 2405
    },
    {
      "epoch": 0.1920613063521523,
      "grad_norm": 0.49136883020401,
      "learning_rate": 0.00019889117135398686,
      "loss": 0.4824,
      "step": 2406
    },
    {
      "epoch": 0.1921411323315173,
      "grad_norm": 0.4143368899822235,
      "learning_rate": 0.00019889023953067209,
      "loss": 0.3158,
      "step": 2407
    },
    {
      "epoch": 0.1922209583108823,
      "grad_norm": 0.6110766530036926,
      "learning_rate": 0.00019888930731816953,
      "loss": 0.4926,
      "step": 2408
    },
    {
      "epoch": 0.19230078429024727,
      "grad_norm": 0.6717045307159424,
      "learning_rate": 0.00019888837471648282,
      "loss": 0.6239,
      "step": 2409
    },
    {
      "epoch": 0.19238061026961226,
      "grad_norm": 0.505534291267395,
      "learning_rate": 0.00019888744172561563,
      "loss": 0.3849,
      "step": 2410
    },
    {
      "epoch": 0.19246043624897724,
      "grad_norm": 0.5135319828987122,
      "learning_rate": 0.00019888650834557167,
      "loss": 0.4117,
      "step": 2411
    },
    {
      "epoch": 0.19254026222834222,
      "grad_norm": 0.4909863770008087,
      "learning_rate": 0.0001988855745763546,
      "loss": 0.4021,
      "step": 2412
    },
    {
      "epoch": 0.1926200882077072,
      "grad_norm": 0.5314882397651672,
      "learning_rate": 0.0001988846404179681,
      "loss": 0.5007,
      "step": 2413
    },
    {
      "epoch": 0.1926999141870722,
      "grad_norm": 0.5570056438446045,
      "learning_rate": 0.0001988837058704158,
      "loss": 0.4069,
      "step": 2414
    },
    {
      "epoch": 0.19277974016643717,
      "grad_norm": 0.46994778513908386,
      "learning_rate": 0.0001988827709337014,
      "loss": 0.378,
      "step": 2415
    },
    {
      "epoch": 0.19285956614580216,
      "grad_norm": 0.4253395199775696,
      "learning_rate": 0.0001988818356078286,
      "loss": 0.5089,
      "step": 2416
    },
    {
      "epoch": 0.19293939212516714,
      "grad_norm": 0.5265423655509949,
      "learning_rate": 0.00019888089989280108,
      "loss": 0.5478,
      "step": 2417
    },
    {
      "epoch": 0.19301921810453213,
      "grad_norm": 0.6092768311500549,
      "learning_rate": 0.0001988799637886225,
      "loss": 0.6449,
      "step": 2418
    },
    {
      "epoch": 0.1930990440838971,
      "grad_norm": 0.5966102480888367,
      "learning_rate": 0.00019887902729529656,
      "loss": 0.3381,
      "step": 2419
    },
    {
      "epoch": 0.1931788700632621,
      "grad_norm": 0.5537737011909485,
      "learning_rate": 0.00019887809041282695,
      "loss": 0.5413,
      "step": 2420
    },
    {
      "epoch": 0.19325869604262708,
      "grad_norm": 0.620833694934845,
      "learning_rate": 0.00019887715314121735,
      "loss": 0.5828,
      "step": 2421
    },
    {
      "epoch": 0.19333852202199206,
      "grad_norm": 0.5111685991287231,
      "learning_rate": 0.00019887621548047145,
      "loss": 0.4235,
      "step": 2422
    },
    {
      "epoch": 0.19341834800135704,
      "grad_norm": 0.5984633564949036,
      "learning_rate": 0.0001988752774305929,
      "loss": 0.4126,
      "step": 2423
    },
    {
      "epoch": 0.19349817398072203,
      "grad_norm": 0.6264060139656067,
      "learning_rate": 0.00019887433899158546,
      "loss": 0.4633,
      "step": 2424
    },
    {
      "epoch": 0.193577999960087,
      "grad_norm": 0.50399249792099,
      "learning_rate": 0.0001988734001634528,
      "loss": 0.4434,
      "step": 2425
    },
    {
      "epoch": 0.193657825939452,
      "grad_norm": 0.6890274286270142,
      "learning_rate": 0.0001988724609461986,
      "loss": 0.417,
      "step": 2426
    },
    {
      "epoch": 0.19373765191881698,
      "grad_norm": 0.45947206020355225,
      "learning_rate": 0.00019887152133982655,
      "loss": 0.4358,
      "step": 2427
    },
    {
      "epoch": 0.19381747789818196,
      "grad_norm": 0.5372008681297302,
      "learning_rate": 0.00019887058134434037,
      "loss": 0.5314,
      "step": 2428
    },
    {
      "epoch": 0.19389730387754694,
      "grad_norm": 0.4545306861400604,
      "learning_rate": 0.0001988696409597438,
      "loss": 0.403,
      "step": 2429
    },
    {
      "epoch": 0.19397712985691193,
      "grad_norm": 0.47965922951698303,
      "learning_rate": 0.00019886870018604044,
      "loss": 0.4647,
      "step": 2430
    },
    {
      "epoch": 0.1940569558362769,
      "grad_norm": 0.6308344006538391,
      "learning_rate": 0.00019886775902323405,
      "loss": 0.506,
      "step": 2431
    },
    {
      "epoch": 0.1941367818156419,
      "grad_norm": 0.6398701071739197,
      "learning_rate": 0.00019886681747132833,
      "loss": 0.7807,
      "step": 2432
    },
    {
      "epoch": 0.19421660779500688,
      "grad_norm": 0.5052533745765686,
      "learning_rate": 0.00019886587553032698,
      "loss": 0.3141,
      "step": 2433
    },
    {
      "epoch": 0.19429643377437186,
      "grad_norm": 0.5205258131027222,
      "learning_rate": 0.00019886493320023373,
      "loss": 0.4404,
      "step": 2434
    },
    {
      "epoch": 0.19437625975373685,
      "grad_norm": 0.6901710033416748,
      "learning_rate": 0.00019886399048105226,
      "loss": 0.6032,
      "step": 2435
    },
    {
      "epoch": 0.19445608573310183,
      "grad_norm": 0.49761179089546204,
      "learning_rate": 0.0001988630473727863,
      "loss": 0.5258,
      "step": 2436
    },
    {
      "epoch": 0.1945359117124668,
      "grad_norm": 0.43412742018699646,
      "learning_rate": 0.00019886210387543956,
      "loss": 0.3744,
      "step": 2437
    },
    {
      "epoch": 0.1946157376918318,
      "grad_norm": 0.44450679421424866,
      "learning_rate": 0.00019886115998901573,
      "loss": 0.4092,
      "step": 2438
    },
    {
      "epoch": 0.19469556367119678,
      "grad_norm": 0.45448037981987,
      "learning_rate": 0.00019886021571351853,
      "loss": 0.4072,
      "step": 2439
    },
    {
      "epoch": 0.19477538965056176,
      "grad_norm": 0.6502633690834045,
      "learning_rate": 0.0001988592710489517,
      "loss": 0.7875,
      "step": 2440
    },
    {
      "epoch": 0.19485521562992675,
      "grad_norm": 0.7240808606147766,
      "learning_rate": 0.00019885832599531895,
      "loss": 0.5876,
      "step": 2441
    },
    {
      "epoch": 0.19493504160929173,
      "grad_norm": 0.7855806946754456,
      "learning_rate": 0.00019885738055262398,
      "loss": 0.3488,
      "step": 2442
    },
    {
      "epoch": 0.19501486758865672,
      "grad_norm": 0.40951818227767944,
      "learning_rate": 0.00019885643472087052,
      "loss": 0.4224,
      "step": 2443
    },
    {
      "epoch": 0.19509469356802173,
      "grad_norm": 0.6414034962654114,
      "learning_rate": 0.0001988554885000623,
      "loss": 0.3881,
      "step": 2444
    },
    {
      "epoch": 0.1951745195473867,
      "grad_norm": 0.6253142356872559,
      "learning_rate": 0.00019885454189020306,
      "loss": 0.4938,
      "step": 2445
    },
    {
      "epoch": 0.1952543455267517,
      "grad_norm": 0.5783862471580505,
      "learning_rate": 0.0001988535948912965,
      "loss": 0.4277,
      "step": 2446
    },
    {
      "epoch": 0.19533417150611668,
      "grad_norm": 0.5507702827453613,
      "learning_rate": 0.00019885264750334634,
      "loss": 0.4568,
      "step": 2447
    },
    {
      "epoch": 0.19541399748548166,
      "grad_norm": 0.43651914596557617,
      "learning_rate": 0.0001988516997263563,
      "loss": 0.4766,
      "step": 2448
    },
    {
      "epoch": 0.19549382346484664,
      "grad_norm": 0.5125316381454468,
      "learning_rate": 0.00019885075156033017,
      "loss": 0.448,
      "step": 2449
    },
    {
      "epoch": 0.19557364944421163,
      "grad_norm": 0.5382955074310303,
      "learning_rate": 0.00019884980300527162,
      "loss": 0.4557,
      "step": 2450
    },
    {
      "epoch": 0.1956534754235766,
      "grad_norm": 0.6042158007621765,
      "learning_rate": 0.00019884885406118444,
      "loss": 0.4198,
      "step": 2451
    },
    {
      "epoch": 0.1957333014029416,
      "grad_norm": 0.5958114266395569,
      "learning_rate": 0.0001988479047280723,
      "loss": 0.4108,
      "step": 2452
    },
    {
      "epoch": 0.19581312738230658,
      "grad_norm": 0.4505760669708252,
      "learning_rate": 0.00019884695500593894,
      "loss": 0.4519,
      "step": 2453
    },
    {
      "epoch": 0.19589295336167156,
      "grad_norm": 0.5325533151626587,
      "learning_rate": 0.00019884600489478816,
      "loss": 0.4651,
      "step": 2454
    },
    {
      "epoch": 0.19597277934103655,
      "grad_norm": 0.4176059365272522,
      "learning_rate": 0.0001988450543946237,
      "loss": 0.3737,
      "step": 2455
    },
    {
      "epoch": 0.19605260532040153,
      "grad_norm": 0.6279324889183044,
      "learning_rate": 0.00019884410350544922,
      "loss": 0.4484,
      "step": 2456
    },
    {
      "epoch": 0.1961324312997665,
      "grad_norm": 0.4280538260936737,
      "learning_rate": 0.0001988431522272685,
      "loss": 0.3386,
      "step": 2457
    },
    {
      "epoch": 0.1962122572791315,
      "grad_norm": 0.45324987173080444,
      "learning_rate": 0.00019884220056008532,
      "loss": 0.4723,
      "step": 2458
    },
    {
      "epoch": 0.19629208325849648,
      "grad_norm": 0.5139726400375366,
      "learning_rate": 0.00019884124850390338,
      "loss": 0.3797,
      "step": 2459
    },
    {
      "epoch": 0.19637190923786146,
      "grad_norm": 0.6055503487586975,
      "learning_rate": 0.00019884029605872643,
      "loss": 0.4606,
      "step": 2460
    },
    {
      "epoch": 0.19645173521722645,
      "grad_norm": 0.507189929485321,
      "learning_rate": 0.00019883934322455823,
      "loss": 0.5146,
      "step": 2461
    },
    {
      "epoch": 0.19653156119659143,
      "grad_norm": 0.5976105332374573,
      "learning_rate": 0.00019883839000140255,
      "loss": 0.523,
      "step": 2462
    },
    {
      "epoch": 0.19661138717595641,
      "grad_norm": 0.5156264901161194,
      "learning_rate": 0.0001988374363892631,
      "loss": 0.3833,
      "step": 2463
    },
    {
      "epoch": 0.1966912131553214,
      "grad_norm": 0.5028434991836548,
      "learning_rate": 0.00019883648238814368,
      "loss": 0.5032,
      "step": 2464
    },
    {
      "epoch": 0.19677103913468638,
      "grad_norm": 0.6057965159416199,
      "learning_rate": 0.00019883552799804802,
      "loss": 0.4534,
      "step": 2465
    },
    {
      "epoch": 0.19685086511405137,
      "grad_norm": 0.39685124158859253,
      "learning_rate": 0.00019883457321897985,
      "loss": 0.3273,
      "step": 2466
    },
    {
      "epoch": 0.19693069109341635,
      "grad_norm": 0.47597652673721313,
      "learning_rate": 0.00019883361805094298,
      "loss": 0.4567,
      "step": 2467
    },
    {
      "epoch": 0.19701051707278133,
      "grad_norm": 0.530322790145874,
      "learning_rate": 0.00019883266249394113,
      "loss": 0.3935,
      "step": 2468
    },
    {
      "epoch": 0.19709034305214632,
      "grad_norm": 0.5388928055763245,
      "learning_rate": 0.00019883170654797806,
      "loss": 0.4105,
      "step": 2469
    },
    {
      "epoch": 0.1971701690315113,
      "grad_norm": 0.4775065779685974,
      "learning_rate": 0.00019883075021305758,
      "loss": 0.4007,
      "step": 2470
    },
    {
      "epoch": 0.19724999501087628,
      "grad_norm": 0.40706348419189453,
      "learning_rate": 0.0001988297934891834,
      "loss": 0.3459,
      "step": 2471
    },
    {
      "epoch": 0.19732982099024127,
      "grad_norm": 0.5194126963615417,
      "learning_rate": 0.0001988288363763593,
      "loss": 0.4126,
      "step": 2472
    },
    {
      "epoch": 0.19740964696960625,
      "grad_norm": 0.5088402628898621,
      "learning_rate": 0.00019882787887458907,
      "loss": 0.4493,
      "step": 2473
    },
    {
      "epoch": 0.19748947294897123,
      "grad_norm": 0.6142149567604065,
      "learning_rate": 0.00019882692098387644,
      "loss": 0.6361,
      "step": 2474
    },
    {
      "epoch": 0.19756929892833622,
      "grad_norm": 0.5962715148925781,
      "learning_rate": 0.00019882596270422522,
      "loss": 0.4912,
      "step": 2475
    },
    {
      "epoch": 0.1976491249077012,
      "grad_norm": 0.6038814187049866,
      "learning_rate": 0.00019882500403563914,
      "loss": 0.5856,
      "step": 2476
    },
    {
      "epoch": 0.19772895088706618,
      "grad_norm": 0.6194100975990295,
      "learning_rate": 0.000198824044978122,
      "loss": 0.4713,
      "step": 2477
    },
    {
      "epoch": 0.19780877686643117,
      "grad_norm": 0.7186293005943298,
      "learning_rate": 0.00019882308553167757,
      "loss": 0.635,
      "step": 2478
    },
    {
      "epoch": 0.19788860284579615,
      "grad_norm": 0.7111520767211914,
      "learning_rate": 0.00019882212569630962,
      "loss": 0.5161,
      "step": 2479
    },
    {
      "epoch": 0.19796842882516114,
      "grad_norm": 0.556969165802002,
      "learning_rate": 0.00019882116547202192,
      "loss": 0.3713,
      "step": 2480
    },
    {
      "epoch": 0.19804825480452612,
      "grad_norm": 0.46825942397117615,
      "learning_rate": 0.0001988202048588183,
      "loss": 0.5284,
      "step": 2481
    },
    {
      "epoch": 0.19812808078389113,
      "grad_norm": 0.5739050507545471,
      "learning_rate": 0.00019881924385670247,
      "loss": 0.4925,
      "step": 2482
    },
    {
      "epoch": 0.19820790676325611,
      "grad_norm": 0.5601778030395508,
      "learning_rate": 0.00019881828246567823,
      "loss": 0.5063,
      "step": 2483
    },
    {
      "epoch": 0.1982877327426211,
      "grad_norm": 0.5282995700836182,
      "learning_rate": 0.00019881732068574942,
      "loss": 0.3603,
      "step": 2484
    },
    {
      "epoch": 0.19836755872198608,
      "grad_norm": 0.4303276836872101,
      "learning_rate": 0.00019881635851691975,
      "loss": 0.3656,
      "step": 2485
    },
    {
      "epoch": 0.19844738470135107,
      "grad_norm": 0.6635602712631226,
      "learning_rate": 0.00019881539595919306,
      "loss": 0.4558,
      "step": 2486
    },
    {
      "epoch": 0.19852721068071605,
      "grad_norm": 0.5357948541641235,
      "learning_rate": 0.0001988144330125731,
      "loss": 0.5718,
      "step": 2487
    },
    {
      "epoch": 0.19860703666008103,
      "grad_norm": 0.4153188169002533,
      "learning_rate": 0.00019881346967706368,
      "loss": 0.3451,
      "step": 2488
    },
    {
      "epoch": 0.19868686263944602,
      "grad_norm": 0.48830440640449524,
      "learning_rate": 0.00019881250595266855,
      "loss": 0.4299,
      "step": 2489
    },
    {
      "epoch": 0.198766688618811,
      "grad_norm": 0.4402660131454468,
      "learning_rate": 0.00019881154183939162,
      "loss": 0.3835,
      "step": 2490
    },
    {
      "epoch": 0.19884651459817598,
      "grad_norm": 0.4699927568435669,
      "learning_rate": 0.00019881057733723653,
      "loss": 0.5057,
      "step": 2491
    },
    {
      "epoch": 0.19892634057754097,
      "grad_norm": 0.6727802157402039,
      "learning_rate": 0.0001988096124462072,
      "loss": 0.4152,
      "step": 2492
    },
    {
      "epoch": 0.19900616655690595,
      "grad_norm": 0.6861127018928528,
      "learning_rate": 0.00019880864716630736,
      "loss": 0.519,
      "step": 2493
    },
    {
      "epoch": 0.19908599253627093,
      "grad_norm": 0.5539249777793884,
      "learning_rate": 0.00019880768149754084,
      "loss": 0.5169,
      "step": 2494
    },
    {
      "epoch": 0.19916581851563592,
      "grad_norm": 0.5137255191802979,
      "learning_rate": 0.0001988067154399114,
      "loss": 0.4912,
      "step": 2495
    },
    {
      "epoch": 0.1992456444950009,
      "grad_norm": 0.4786739647388458,
      "learning_rate": 0.00019880574899342287,
      "loss": 0.4591,
      "step": 2496
    },
    {
      "epoch": 0.19932547047436588,
      "grad_norm": 0.5242173075675964,
      "learning_rate": 0.0001988047821580791,
      "loss": 0.3802,
      "step": 2497
    },
    {
      "epoch": 0.19940529645373087,
      "grad_norm": 0.5026344656944275,
      "learning_rate": 0.0001988038149338838,
      "loss": 0.477,
      "step": 2498
    },
    {
      "epoch": 0.19948512243309585,
      "grad_norm": 0.7780520915985107,
      "learning_rate": 0.00019880284732084084,
      "loss": 0.4714,
      "step": 2499
    },
    {
      "epoch": 0.19956494841246084,
      "grad_norm": 0.6393948197364807,
      "learning_rate": 0.00019880187931895402,
      "loss": 0.5223,
      "step": 2500
    },
    {
      "epoch": 0.19964477439182582,
      "grad_norm": 0.5232031345367432,
      "learning_rate": 0.00019880091092822712,
      "loss": 0.4891,
      "step": 2501
    },
    {
      "epoch": 0.1997246003711908,
      "grad_norm": 0.48566704988479614,
      "learning_rate": 0.000198799942148664,
      "loss": 0.234,
      "step": 2502
    },
    {
      "epoch": 0.19980442635055579,
      "grad_norm": 0.5124020576477051,
      "learning_rate": 0.00019879897298026843,
      "loss": 0.5303,
      "step": 2503
    },
    {
      "epoch": 0.19988425232992077,
      "grad_norm": 0.5198168754577637,
      "learning_rate": 0.00019879800342304424,
      "loss": 0.4881,
      "step": 2504
    },
    {
      "epoch": 0.19996407830928575,
      "grad_norm": 0.6240853071212769,
      "learning_rate": 0.00019879703347699525,
      "loss": 0.5179,
      "step": 2505
    },
    {
      "epoch": 0.20004390428865074,
      "grad_norm": 0.5654175281524658,
      "learning_rate": 0.0001987960631421253,
      "loss": 0.459,
      "step": 2506
    },
    {
      "epoch": 0.20012373026801572,
      "grad_norm": 0.5016722083091736,
      "learning_rate": 0.00019879509241843815,
      "loss": 0.3513,
      "step": 2507
    },
    {
      "epoch": 0.2002035562473807,
      "grad_norm": 0.47140657901763916,
      "learning_rate": 0.00019879412130593767,
      "loss": 0.3636,
      "step": 2508
    },
    {
      "epoch": 0.2002833822267457,
      "grad_norm": 0.6055393815040588,
      "learning_rate": 0.00019879314980462764,
      "loss": 0.3906,
      "step": 2509
    },
    {
      "epoch": 0.20036320820611067,
      "grad_norm": 0.7566133141517639,
      "learning_rate": 0.00019879217791451192,
      "loss": 0.584,
      "step": 2510
    },
    {
      "epoch": 0.20044303418547565,
      "grad_norm": 0.4572303593158722,
      "learning_rate": 0.00019879120563559433,
      "loss": 0.3636,
      "step": 2511
    },
    {
      "epoch": 0.20052286016484064,
      "grad_norm": 0.5295372605323792,
      "learning_rate": 0.00019879023296787867,
      "loss": 0.4468,
      "step": 2512
    },
    {
      "epoch": 0.20060268614420562,
      "grad_norm": 0.5244346857070923,
      "learning_rate": 0.00019878925991136882,
      "loss": 0.4451,
      "step": 2513
    },
    {
      "epoch": 0.2006825121235706,
      "grad_norm": 0.6171371936798096,
      "learning_rate": 0.00019878828646606854,
      "loss": 0.5685,
      "step": 2514
    },
    {
      "epoch": 0.2007623381029356,
      "grad_norm": 0.6095098853111267,
      "learning_rate": 0.00019878731263198168,
      "loss": 0.4881,
      "step": 2515
    },
    {
      "epoch": 0.20084216408230057,
      "grad_norm": 0.6593099236488342,
      "learning_rate": 0.00019878633840911215,
      "loss": 0.4386,
      "step": 2516
    },
    {
      "epoch": 0.20092199006166556,
      "grad_norm": 0.575295627117157,
      "learning_rate": 0.0001987853637974637,
      "loss": 0.4351,
      "step": 2517
    },
    {
      "epoch": 0.20100181604103054,
      "grad_norm": 0.5693421959877014,
      "learning_rate": 0.0001987843887970402,
      "loss": 0.48,
      "step": 2518
    },
    {
      "epoch": 0.20108164202039555,
      "grad_norm": 0.6600217819213867,
      "learning_rate": 0.00019878341340784546,
      "loss": 0.3175,
      "step": 2519
    },
    {
      "epoch": 0.20116146799976053,
      "grad_norm": 0.5048750042915344,
      "learning_rate": 0.00019878243762988334,
      "loss": 0.4468,
      "step": 2520
    },
    {
      "epoch": 0.20124129397912552,
      "grad_norm": 0.5590842366218567,
      "learning_rate": 0.00019878146146315765,
      "loss": 0.4672,
      "step": 2521
    },
    {
      "epoch": 0.2013211199584905,
      "grad_norm": 0.6839303374290466,
      "learning_rate": 0.0001987804849076723,
      "loss": 0.444,
      "step": 2522
    },
    {
      "epoch": 0.20140094593785549,
      "grad_norm": 0.365749329328537,
      "learning_rate": 0.00019877950796343109,
      "loss": 0.2727,
      "step": 2523
    },
    {
      "epoch": 0.20148077191722047,
      "grad_norm": 0.4829345643520355,
      "learning_rate": 0.00019877853063043785,
      "loss": 0.4207,
      "step": 2524
    },
    {
      "epoch": 0.20156059789658545,
      "grad_norm": 0.5365474224090576,
      "learning_rate": 0.00019877755290869642,
      "loss": 0.3821,
      "step": 2525
    },
    {
      "epoch": 0.20164042387595044,
      "grad_norm": 0.5028218030929565,
      "learning_rate": 0.0001987765747982107,
      "loss": 0.3946,
      "step": 2526
    },
    {
      "epoch": 0.20172024985531542,
      "grad_norm": 0.5319896936416626,
      "learning_rate": 0.00019877559629898452,
      "loss": 0.4631,
      "step": 2527
    },
    {
      "epoch": 0.2018000758346804,
      "grad_norm": 0.5209162831306458,
      "learning_rate": 0.0001987746174110217,
      "loss": 0.3637,
      "step": 2528
    },
    {
      "epoch": 0.2018799018140454,
      "grad_norm": 0.5639908313751221,
      "learning_rate": 0.0001987736381343261,
      "loss": 0.5256,
      "step": 2529
    },
    {
      "epoch": 0.20195972779341037,
      "grad_norm": 0.640505313873291,
      "learning_rate": 0.0001987726584689016,
      "loss": 0.5353,
      "step": 2530
    },
    {
      "epoch": 0.20203955377277535,
      "grad_norm": 0.5639487504959106,
      "learning_rate": 0.00019877167841475207,
      "loss": 0.4654,
      "step": 2531
    },
    {
      "epoch": 0.20211937975214034,
      "grad_norm": 0.6440353989601135,
      "learning_rate": 0.0001987706979718813,
      "loss": 0.6905,
      "step": 2532
    },
    {
      "epoch": 0.20219920573150532,
      "grad_norm": 0.5023743510246277,
      "learning_rate": 0.00019876971714029323,
      "loss": 0.4036,
      "step": 2533
    },
    {
      "epoch": 0.2022790317108703,
      "grad_norm": 0.4637095332145691,
      "learning_rate": 0.00019876873591999163,
      "loss": 0.4001,
      "step": 2534
    },
    {
      "epoch": 0.2023588576902353,
      "grad_norm": 0.6254667639732361,
      "learning_rate": 0.00019876775431098043,
      "loss": 0.498,
      "step": 2535
    },
    {
      "epoch": 0.20243868366960027,
      "grad_norm": 0.5960420370101929,
      "learning_rate": 0.00019876677231326349,
      "loss": 0.5658,
      "step": 2536
    },
    {
      "epoch": 0.20251850964896526,
      "grad_norm": 0.5462279319763184,
      "learning_rate": 0.00019876578992684464,
      "loss": 0.4163,
      "step": 2537
    },
    {
      "epoch": 0.20259833562833024,
      "grad_norm": 0.5591726899147034,
      "learning_rate": 0.00019876480715172776,
      "loss": 0.3792,
      "step": 2538
    },
    {
      "epoch": 0.20267816160769522,
      "grad_norm": 0.4746033847332001,
      "learning_rate": 0.00019876382398791674,
      "loss": 0.366,
      "step": 2539
    },
    {
      "epoch": 0.2027579875870602,
      "grad_norm": 0.7260082364082336,
      "learning_rate": 0.00019876284043541539,
      "loss": 0.4586,
      "step": 2540
    },
    {
      "epoch": 0.2028378135664252,
      "grad_norm": 0.5921494960784912,
      "learning_rate": 0.00019876185649422764,
      "loss": 0.4774,
      "step": 2541
    },
    {
      "epoch": 0.20291763954579017,
      "grad_norm": 0.5123088359832764,
      "learning_rate": 0.00019876087216435736,
      "loss": 0.5,
      "step": 2542
    },
    {
      "epoch": 0.20299746552515516,
      "grad_norm": 0.5488892793655396,
      "learning_rate": 0.0001987598874458084,
      "loss": 0.3831,
      "step": 2543
    },
    {
      "epoch": 0.20307729150452014,
      "grad_norm": 0.7509245872497559,
      "learning_rate": 0.00019875890233858465,
      "loss": 0.5852,
      "step": 2544
    },
    {
      "epoch": 0.20315711748388512,
      "grad_norm": 0.49407410621643066,
      "learning_rate": 0.00019875791684269,
      "loss": 0.4063,
      "step": 2545
    },
    {
      "epoch": 0.2032369434632501,
      "grad_norm": 0.6175363659858704,
      "learning_rate": 0.00019875693095812826,
      "loss": 0.3998,
      "step": 2546
    },
    {
      "epoch": 0.2033167694426151,
      "grad_norm": 0.5295076966285706,
      "learning_rate": 0.0001987559446849034,
      "loss": 0.34,
      "step": 2547
    },
    {
      "epoch": 0.20339659542198008,
      "grad_norm": 0.566541850566864,
      "learning_rate": 0.00019875495802301925,
      "loss": 0.4741,
      "step": 2548
    },
    {
      "epoch": 0.20347642140134506,
      "grad_norm": 0.5384336113929749,
      "learning_rate": 0.00019875397097247966,
      "loss": 0.4556,
      "step": 2549
    },
    {
      "epoch": 0.20355624738071004,
      "grad_norm": 0.4986015856266022,
      "learning_rate": 0.00019875298353328865,
      "loss": 0.42,
      "step": 2550
    },
    {
      "epoch": 0.20363607336007503,
      "grad_norm": 0.45428764820098877,
      "learning_rate": 0.00019875199570544994,
      "loss": 0.3231,
      "step": 2551
    },
    {
      "epoch": 0.20371589933944,
      "grad_norm": 0.5718910694122314,
      "learning_rate": 0.0001987510074889675,
      "loss": 0.515,
      "step": 2552
    },
    {
      "epoch": 0.203795725318805,
      "grad_norm": 0.6714996695518494,
      "learning_rate": 0.00019875001888384523,
      "loss": 0.4113,
      "step": 2553
    },
    {
      "epoch": 0.20387555129816998,
      "grad_norm": 0.5847020149230957,
      "learning_rate": 0.00019874902989008698,
      "loss": 0.5296,
      "step": 2554
    },
    {
      "epoch": 0.20395537727753496,
      "grad_norm": 0.5989217162132263,
      "learning_rate": 0.0001987480405076967,
      "loss": 0.4293,
      "step": 2555
    },
    {
      "epoch": 0.20403520325689997,
      "grad_norm": 0.4331223964691162,
      "learning_rate": 0.00019874705073667822,
      "loss": 0.4336,
      "step": 2556
    },
    {
      "epoch": 0.20411502923626496,
      "grad_norm": 0.4307311773300171,
      "learning_rate": 0.0001987460605770355,
      "loss": 0.353,
      "step": 2557
    },
    {
      "epoch": 0.20419485521562994,
      "grad_norm": 0.386981725692749,
      "learning_rate": 0.00019874507002877234,
      "loss": 0.3541,
      "step": 2558
    },
    {
      "epoch": 0.20427468119499492,
      "grad_norm": 0.46860936284065247,
      "learning_rate": 0.00019874407909189272,
      "loss": 0.4656,
      "step": 2559
    },
    {
      "epoch": 0.2043545071743599,
      "grad_norm": 0.5111347436904907,
      "learning_rate": 0.00019874308776640054,
      "loss": 0.3089,
      "step": 2560
    },
    {
      "epoch": 0.2044343331537249,
      "grad_norm": 0.5092480778694153,
      "learning_rate": 0.00019874209605229965,
      "loss": 0.3861,
      "step": 2561
    },
    {
      "epoch": 0.20451415913308987,
      "grad_norm": 0.46718746423721313,
      "learning_rate": 0.00019874110394959402,
      "loss": 0.3872,
      "step": 2562
    },
    {
      "epoch": 0.20459398511245486,
      "grad_norm": 0.5709357261657715,
      "learning_rate": 0.0001987401114582875,
      "loss": 0.5336,
      "step": 2563
    },
    {
      "epoch": 0.20467381109181984,
      "grad_norm": 0.68437260389328,
      "learning_rate": 0.00019873911857838398,
      "loss": 0.42,
      "step": 2564
    },
    {
      "epoch": 0.20475363707118482,
      "grad_norm": 0.6252765655517578,
      "learning_rate": 0.00019873812530988745,
      "loss": 0.4795,
      "step": 2565
    },
    {
      "epoch": 0.2048334630505498,
      "grad_norm": 0.4737448990345001,
      "learning_rate": 0.00019873713165280172,
      "loss": 0.4945,
      "step": 2566
    },
    {
      "epoch": 0.2049132890299148,
      "grad_norm": 0.5835868120193481,
      "learning_rate": 0.0001987361376071308,
      "loss": 0.6371,
      "step": 2567
    },
    {
      "epoch": 0.20499311500927977,
      "grad_norm": 0.7046035528182983,
      "learning_rate": 0.00019873514317287851,
      "loss": 0.4618,
      "step": 2568
    },
    {
      "epoch": 0.20507294098864476,
      "grad_norm": 0.44604256749153137,
      "learning_rate": 0.00019873414835004885,
      "loss": 0.2874,
      "step": 2569
    },
    {
      "epoch": 0.20515276696800974,
      "grad_norm": 0.545770525932312,
      "learning_rate": 0.00019873315313864565,
      "loss": 0.3671,
      "step": 2570
    },
    {
      "epoch": 0.20523259294737473,
      "grad_norm": 0.46995317935943604,
      "learning_rate": 0.00019873215753867286,
      "loss": 0.4083,
      "step": 2571
    },
    {
      "epoch": 0.2053124189267397,
      "grad_norm": 0.8325968384742737,
      "learning_rate": 0.00019873116155013447,
      "loss": 0.4818,
      "step": 2572
    },
    {
      "epoch": 0.2053922449061047,
      "grad_norm": 0.502608060836792,
      "learning_rate": 0.00019873016517303426,
      "loss": 0.4007,
      "step": 2573
    },
    {
      "epoch": 0.20547207088546968,
      "grad_norm": 0.6311230659484863,
      "learning_rate": 0.0001987291684073763,
      "loss": 0.5409,
      "step": 2574
    },
    {
      "epoch": 0.20555189686483466,
      "grad_norm": 0.5685115456581116,
      "learning_rate": 0.00019872817125316439,
      "loss": 0.3924,
      "step": 2575
    },
    {
      "epoch": 0.20563172284419964,
      "grad_norm": 0.6292765736579895,
      "learning_rate": 0.00019872717371040253,
      "loss": 0.5786,
      "step": 2576
    },
    {
      "epoch": 0.20571154882356463,
      "grad_norm": 0.5834871530532837,
      "learning_rate": 0.00019872617577909458,
      "loss": 0.3876,
      "step": 2577
    },
    {
      "epoch": 0.2057913748029296,
      "grad_norm": 0.4995340406894684,
      "learning_rate": 0.00019872517745924456,
      "loss": 0.3646,
      "step": 2578
    },
    {
      "epoch": 0.2058712007822946,
      "grad_norm": 0.506911039352417,
      "learning_rate": 0.0001987241787508563,
      "loss": 0.3365,
      "step": 2579
    },
    {
      "epoch": 0.20595102676165958,
      "grad_norm": 0.44419631361961365,
      "learning_rate": 0.0001987231796539338,
      "loss": 0.4531,
      "step": 2580
    },
    {
      "epoch": 0.20603085274102456,
      "grad_norm": 0.496433824300766,
      "learning_rate": 0.00019872218016848096,
      "loss": 0.5244,
      "step": 2581
    },
    {
      "epoch": 0.20611067872038955,
      "grad_norm": 0.5144025683403015,
      "learning_rate": 0.00019872118029450175,
      "loss": 0.494,
      "step": 2582
    },
    {
      "epoch": 0.20619050469975453,
      "grad_norm": 0.4308927059173584,
      "learning_rate": 0.00019872018003200004,
      "loss": 0.3163,
      "step": 2583
    },
    {
      "epoch": 0.2062703306791195,
      "grad_norm": 0.5302987098693848,
      "learning_rate": 0.0001987191793809798,
      "loss": 0.4834,
      "step": 2584
    },
    {
      "epoch": 0.2063501566584845,
      "grad_norm": 0.6181117296218872,
      "learning_rate": 0.00019871817834144504,
      "loss": 0.4706,
      "step": 2585
    },
    {
      "epoch": 0.20642998263784948,
      "grad_norm": 0.5362282991409302,
      "learning_rate": 0.00019871717691339957,
      "loss": 0.5443,
      "step": 2586
    },
    {
      "epoch": 0.20650980861721446,
      "grad_norm": 0.569202721118927,
      "learning_rate": 0.0001987161750968474,
      "loss": 0.5115,
      "step": 2587
    },
    {
      "epoch": 0.20658963459657945,
      "grad_norm": 0.6547584533691406,
      "learning_rate": 0.00019871517289179246,
      "loss": 0.4889,
      "step": 2588
    },
    {
      "epoch": 0.20666946057594443,
      "grad_norm": 0.5148582458496094,
      "learning_rate": 0.00019871417029823874,
      "loss": 0.5455,
      "step": 2589
    },
    {
      "epoch": 0.20674928655530941,
      "grad_norm": 0.5230242013931274,
      "learning_rate": 0.0001987131673161901,
      "loss": 0.4135,
      "step": 2590
    },
    {
      "epoch": 0.2068291125346744,
      "grad_norm": 0.5034803152084351,
      "learning_rate": 0.00019871216394565057,
      "loss": 0.3737,
      "step": 2591
    },
    {
      "epoch": 0.20690893851403938,
      "grad_norm": 0.5229523777961731,
      "learning_rate": 0.00019871116018662404,
      "loss": 0.4508,
      "step": 2592
    },
    {
      "epoch": 0.20698876449340436,
      "grad_norm": 0.8038731217384338,
      "learning_rate": 0.0001987101560391145,
      "loss": 0.4189,
      "step": 2593
    },
    {
      "epoch": 0.20706859047276938,
      "grad_norm": 0.5537886619567871,
      "learning_rate": 0.00019870915150312587,
      "loss": 0.3821,
      "step": 2594
    },
    {
      "epoch": 0.20714841645213436,
      "grad_norm": 0.6630348563194275,
      "learning_rate": 0.0001987081465786621,
      "loss": 0.5463,
      "step": 2595
    },
    {
      "epoch": 0.20722824243149934,
      "grad_norm": 0.4524078965187073,
      "learning_rate": 0.00019870714126572718,
      "loss": 0.3436,
      "step": 2596
    },
    {
      "epoch": 0.20730806841086433,
      "grad_norm": 0.6223393082618713,
      "learning_rate": 0.00019870613556432506,
      "loss": 0.5084,
      "step": 2597
    },
    {
      "epoch": 0.2073878943902293,
      "grad_norm": 0.5598564147949219,
      "learning_rate": 0.00019870512947445967,
      "loss": 0.244,
      "step": 2598
    },
    {
      "epoch": 0.2074677203695943,
      "grad_norm": 0.47954460978507996,
      "learning_rate": 0.00019870412299613502,
      "loss": 0.4369,
      "step": 2599
    },
    {
      "epoch": 0.20754754634895928,
      "grad_norm": 0.40847063064575195,
      "learning_rate": 0.00019870311612935496,
      "loss": 0.3911,
      "step": 2600
    },
    {
      "epoch": 0.20754754634895928,
      "eval_loss": 0.45057445764541626,
      "eval_runtime": 34.1822,
      "eval_samples_per_second": 7.372,
      "eval_steps_per_second": 7.372,
      "step": 2600
    },
    {
      "epoch": 0.20762737232832426,
      "grad_norm": 0.5593189001083374,
      "learning_rate": 0.00019870210887412362,
      "loss": 0.4538,
      "step": 2601
    },
    {
      "epoch": 0.20770719830768924,
      "grad_norm": 0.49446967244148254,
      "learning_rate": 0.0001987011012304448,
      "loss": 0.4264,
      "step": 2602
    },
    {
      "epoch": 0.20778702428705423,
      "grad_norm": 0.5754899978637695,
      "learning_rate": 0.0001987000931983226,
      "loss": 0.4261,
      "step": 2603
    },
    {
      "epoch": 0.2078668502664192,
      "grad_norm": 0.507712185382843,
      "learning_rate": 0.0001986990847777609,
      "loss": 0.4639,
      "step": 2604
    },
    {
      "epoch": 0.2079466762457842,
      "grad_norm": 0.5259875059127808,
      "learning_rate": 0.0001986980759687637,
      "loss": 0.4982,
      "step": 2605
    },
    {
      "epoch": 0.20802650222514918,
      "grad_norm": 0.4915771782398224,
      "learning_rate": 0.00019869706677133495,
      "loss": 0.3282,
      "step": 2606
    },
    {
      "epoch": 0.20810632820451416,
      "grad_norm": 0.6480452418327332,
      "learning_rate": 0.00019869605718547865,
      "loss": 0.4297,
      "step": 2607
    },
    {
      "epoch": 0.20818615418387915,
      "grad_norm": 0.677671492099762,
      "learning_rate": 0.00019869504721119877,
      "loss": 0.5389,
      "step": 2608
    },
    {
      "epoch": 0.20826598016324413,
      "grad_norm": 0.44484278559684753,
      "learning_rate": 0.00019869403684849926,
      "loss": 0.4295,
      "step": 2609
    },
    {
      "epoch": 0.2083458061426091,
      "grad_norm": 0.6188920736312866,
      "learning_rate": 0.0001986930260973841,
      "loss": 0.429,
      "step": 2610
    },
    {
      "epoch": 0.2084256321219741,
      "grad_norm": 0.48340940475463867,
      "learning_rate": 0.00019869201495785731,
      "loss": 0.4071,
      "step": 2611
    },
    {
      "epoch": 0.20850545810133908,
      "grad_norm": 0.48411333560943604,
      "learning_rate": 0.00019869100342992285,
      "loss": 0.3988,
      "step": 2612
    },
    {
      "epoch": 0.20858528408070406,
      "grad_norm": 0.40688812732696533,
      "learning_rate": 0.00019868999151358464,
      "loss": 0.3769,
      "step": 2613
    },
    {
      "epoch": 0.20866511006006905,
      "grad_norm": 0.4640870988368988,
      "learning_rate": 0.00019868897920884674,
      "loss": 0.4805,
      "step": 2614
    },
    {
      "epoch": 0.20874493603943403,
      "grad_norm": 0.4384820759296417,
      "learning_rate": 0.00019868796651571313,
      "loss": 0.4651,
      "step": 2615
    },
    {
      "epoch": 0.20882476201879902,
      "grad_norm": 0.484674334526062,
      "learning_rate": 0.00019868695343418775,
      "loss": 0.3967,
      "step": 2616
    },
    {
      "epoch": 0.208904587998164,
      "grad_norm": 0.48489394783973694,
      "learning_rate": 0.00019868593996427461,
      "loss": 0.4345,
      "step": 2617
    },
    {
      "epoch": 0.20898441397752898,
      "grad_norm": 0.7684459090232849,
      "learning_rate": 0.00019868492610597768,
      "loss": 0.6099,
      "step": 2618
    },
    {
      "epoch": 0.20906423995689397,
      "grad_norm": 0.5088974237442017,
      "learning_rate": 0.000198683911859301,
      "loss": 0.3016,
      "step": 2619
    },
    {
      "epoch": 0.20914406593625895,
      "grad_norm": 0.5042957663536072,
      "learning_rate": 0.00019868289722424848,
      "loss": 0.3461,
      "step": 2620
    },
    {
      "epoch": 0.20922389191562393,
      "grad_norm": 0.5092786550521851,
      "learning_rate": 0.0001986818822008242,
      "loss": 0.5852,
      "step": 2621
    },
    {
      "epoch": 0.20930371789498892,
      "grad_norm": 0.5207853317260742,
      "learning_rate": 0.00019868086678903214,
      "loss": 0.5139,
      "step": 2622
    },
    {
      "epoch": 0.2093835438743539,
      "grad_norm": 0.5297603011131287,
      "learning_rate": 0.00019867985098887624,
      "loss": 0.483,
      "step": 2623
    },
    {
      "epoch": 0.20946336985371888,
      "grad_norm": 0.5047726035118103,
      "learning_rate": 0.00019867883480036052,
      "loss": 0.5698,
      "step": 2624
    },
    {
      "epoch": 0.20954319583308387,
      "grad_norm": 0.5788571238517761,
      "learning_rate": 0.000198677818223489,
      "loss": 0.4645,
      "step": 2625
    },
    {
      "epoch": 0.20962302181244885,
      "grad_norm": 0.555469274520874,
      "learning_rate": 0.0001986768012582657,
      "loss": 0.4516,
      "step": 2626
    },
    {
      "epoch": 0.20970284779181383,
      "grad_norm": 0.6379092931747437,
      "learning_rate": 0.00019867578390469457,
      "loss": 0.5809,
      "step": 2627
    },
    {
      "epoch": 0.20978267377117882,
      "grad_norm": 0.4915914535522461,
      "learning_rate": 0.00019867476616277965,
      "loss": 0.4494,
      "step": 2628
    },
    {
      "epoch": 0.2098624997505438,
      "grad_norm": 0.49438291788101196,
      "learning_rate": 0.00019867374803252493,
      "loss": 0.4872,
      "step": 2629
    },
    {
      "epoch": 0.20994232572990879,
      "grad_norm": 0.659583568572998,
      "learning_rate": 0.0001986727295139344,
      "loss": 0.4575,
      "step": 2630
    },
    {
      "epoch": 0.2100221517092738,
      "grad_norm": 0.5895207524299622,
      "learning_rate": 0.00019867171060701207,
      "loss": 0.5421,
      "step": 2631
    },
    {
      "epoch": 0.21010197768863878,
      "grad_norm": 0.505027174949646,
      "learning_rate": 0.000198670691311762,
      "loss": 0.2632,
      "step": 2632
    },
    {
      "epoch": 0.21018180366800376,
      "grad_norm": 0.5898262858390808,
      "learning_rate": 0.00019866967162818818,
      "loss": 0.6094,
      "step": 2633
    },
    {
      "epoch": 0.21026162964736875,
      "grad_norm": 0.4782634675502777,
      "learning_rate": 0.0001986686515562946,
      "loss": 0.3239,
      "step": 2634
    },
    {
      "epoch": 0.21034145562673373,
      "grad_norm": 0.5158166289329529,
      "learning_rate": 0.0001986676310960853,
      "loss": 0.4083,
      "step": 2635
    },
    {
      "epoch": 0.21042128160609871,
      "grad_norm": 0.46670764684677124,
      "learning_rate": 0.00019866661024756427,
      "loss": 0.334,
      "step": 2636
    },
    {
      "epoch": 0.2105011075854637,
      "grad_norm": 0.5016759634017944,
      "learning_rate": 0.00019866558901073553,
      "loss": 0.391,
      "step": 2637
    },
    {
      "epoch": 0.21058093356482868,
      "grad_norm": 0.46377286314964294,
      "learning_rate": 0.00019866456738560313,
      "loss": 0.5531,
      "step": 2638
    },
    {
      "epoch": 0.21066075954419367,
      "grad_norm": 0.5828326940536499,
      "learning_rate": 0.00019866354537217108,
      "loss": 0.4148,
      "step": 2639
    },
    {
      "epoch": 0.21074058552355865,
      "grad_norm": 0.4640510082244873,
      "learning_rate": 0.00019866252297044338,
      "loss": 0.3953,
      "step": 2640
    },
    {
      "epoch": 0.21082041150292363,
      "grad_norm": 0.4789799153804779,
      "learning_rate": 0.00019866150018042403,
      "loss": 0.4661,
      "step": 2641
    },
    {
      "epoch": 0.21090023748228862,
      "grad_norm": 0.5403971672058105,
      "learning_rate": 0.00019866047700211714,
      "loss": 0.3202,
      "step": 2642
    },
    {
      "epoch": 0.2109800634616536,
      "grad_norm": 0.4300059974193573,
      "learning_rate": 0.00019865945343552668,
      "loss": 0.2728,
      "step": 2643
    },
    {
      "epoch": 0.21105988944101858,
      "grad_norm": 0.6532876491546631,
      "learning_rate": 0.00019865842948065668,
      "loss": 0.4697,
      "step": 2644
    },
    {
      "epoch": 0.21113971542038357,
      "grad_norm": 0.46783939003944397,
      "learning_rate": 0.0001986574051375112,
      "loss": 0.3188,
      "step": 2645
    },
    {
      "epoch": 0.21121954139974855,
      "grad_norm": 0.5397937297821045,
      "learning_rate": 0.0001986563804060942,
      "loss": 0.4387,
      "step": 2646
    },
    {
      "epoch": 0.21129936737911353,
      "grad_norm": 0.5700571537017822,
      "learning_rate": 0.0001986553552864098,
      "loss": 0.4515,
      "step": 2647
    },
    {
      "epoch": 0.21137919335847852,
      "grad_norm": 0.5471078157424927,
      "learning_rate": 0.00019865432977846196,
      "loss": 0.4497,
      "step": 2648
    },
    {
      "epoch": 0.2114590193378435,
      "grad_norm": 0.6092001795768738,
      "learning_rate": 0.00019865330388225475,
      "loss": 0.5433,
      "step": 2649
    },
    {
      "epoch": 0.21153884531720848,
      "grad_norm": 0.5248048901557922,
      "learning_rate": 0.00019865227759779225,
      "loss": 0.5557,
      "step": 2650
    },
    {
      "epoch": 0.21161867129657347,
      "grad_norm": 0.4338366985321045,
      "learning_rate": 0.00019865125092507845,
      "loss": 0.4748,
      "step": 2651
    },
    {
      "epoch": 0.21169849727593845,
      "grad_norm": 0.4256837069988251,
      "learning_rate": 0.00019865022386411738,
      "loss": 0.3829,
      "step": 2652
    },
    {
      "epoch": 0.21177832325530344,
      "grad_norm": 0.576296329498291,
      "learning_rate": 0.0001986491964149131,
      "loss": 0.4798,
      "step": 2653
    },
    {
      "epoch": 0.21185814923466842,
      "grad_norm": 0.5350444912910461,
      "learning_rate": 0.00019864816857746966,
      "loss": 0.4219,
      "step": 2654
    },
    {
      "epoch": 0.2119379752140334,
      "grad_norm": 0.4489511251449585,
      "learning_rate": 0.0001986471403517911,
      "loss": 0.2738,
      "step": 2655
    },
    {
      "epoch": 0.2120178011933984,
      "grad_norm": 0.682941734790802,
      "learning_rate": 0.00019864611173788145,
      "loss": 0.4795,
      "step": 2656
    },
    {
      "epoch": 0.21209762717276337,
      "grad_norm": 0.5058194398880005,
      "learning_rate": 0.0001986450827357448,
      "loss": 0.468,
      "step": 2657
    },
    {
      "epoch": 0.21217745315212835,
      "grad_norm": 0.6158125400543213,
      "learning_rate": 0.00019864405334538517,
      "loss": 0.5821,
      "step": 2658
    },
    {
      "epoch": 0.21225727913149334,
      "grad_norm": 0.4546869993209839,
      "learning_rate": 0.0001986430235668066,
      "loss": 0.3903,
      "step": 2659
    },
    {
      "epoch": 0.21233710511085832,
      "grad_norm": 0.6131800413131714,
      "learning_rate": 0.00019864199340001318,
      "loss": 0.5423,
      "step": 2660
    },
    {
      "epoch": 0.2124169310902233,
      "grad_norm": 0.500805675983429,
      "learning_rate": 0.00019864096284500892,
      "loss": 0.3717,
      "step": 2661
    },
    {
      "epoch": 0.2124967570695883,
      "grad_norm": 0.5562198162078857,
      "learning_rate": 0.0001986399319017979,
      "loss": 0.4075,
      "step": 2662
    },
    {
      "epoch": 0.21257658304895327,
      "grad_norm": 0.6216702461242676,
      "learning_rate": 0.0001986389005703842,
      "loss": 0.487,
      "step": 2663
    },
    {
      "epoch": 0.21265640902831826,
      "grad_norm": 0.5519272685050964,
      "learning_rate": 0.00019863786885077184,
      "loss": 0.414,
      "step": 2664
    },
    {
      "epoch": 0.21273623500768324,
      "grad_norm": 0.5430458188056946,
      "learning_rate": 0.00019863683674296487,
      "loss": 0.5097,
      "step": 2665
    },
    {
      "epoch": 0.21281606098704822,
      "grad_norm": 0.47698214650154114,
      "learning_rate": 0.0001986358042469674,
      "loss": 0.4122,
      "step": 2666
    },
    {
      "epoch": 0.2128958869664132,
      "grad_norm": 0.6810505986213684,
      "learning_rate": 0.00019863477136278346,
      "loss": 0.5142,
      "step": 2667
    },
    {
      "epoch": 0.21297571294577822,
      "grad_norm": 0.4635840952396393,
      "learning_rate": 0.00019863373809041713,
      "loss": 0.4535,
      "step": 2668
    },
    {
      "epoch": 0.2130555389251432,
      "grad_norm": 0.7222683429718018,
      "learning_rate": 0.00019863270442987244,
      "loss": 0.6452,
      "step": 2669
    },
    {
      "epoch": 0.21313536490450818,
      "grad_norm": 0.6265521049499512,
      "learning_rate": 0.00019863167038115353,
      "loss": 0.4708,
      "step": 2670
    },
    {
      "epoch": 0.21321519088387317,
      "grad_norm": 0.5361158847808838,
      "learning_rate": 0.0001986306359442644,
      "loss": 0.4487,
      "step": 2671
    },
    {
      "epoch": 0.21329501686323815,
      "grad_norm": 0.6427198648452759,
      "learning_rate": 0.00019862960111920918,
      "loss": 0.4167,
      "step": 2672
    },
    {
      "epoch": 0.21337484284260314,
      "grad_norm": 0.5060869455337524,
      "learning_rate": 0.0001986285659059919,
      "loss": 0.3889,
      "step": 2673
    },
    {
      "epoch": 0.21345466882196812,
      "grad_norm": 0.42395055294036865,
      "learning_rate": 0.00019862753030461665,
      "loss": 0.4193,
      "step": 2674
    },
    {
      "epoch": 0.2135344948013331,
      "grad_norm": 0.5911160111427307,
      "learning_rate": 0.00019862649431508748,
      "loss": 0.4608,
      "step": 2675
    },
    {
      "epoch": 0.21361432078069809,
      "grad_norm": 0.5615648031234741,
      "learning_rate": 0.00019862545793740852,
      "loss": 0.4352,
      "step": 2676
    },
    {
      "epoch": 0.21369414676006307,
      "grad_norm": 0.5558319687843323,
      "learning_rate": 0.0001986244211715838,
      "loss": 0.501,
      "step": 2677
    },
    {
      "epoch": 0.21377397273942805,
      "grad_norm": 0.5122215151786804,
      "learning_rate": 0.00019862338401761741,
      "loss": 0.4476,
      "step": 2678
    },
    {
      "epoch": 0.21385379871879304,
      "grad_norm": 0.4856759011745453,
      "learning_rate": 0.00019862234647551348,
      "loss": 0.3857,
      "step": 2679
    },
    {
      "epoch": 0.21393362469815802,
      "grad_norm": 0.47516363859176636,
      "learning_rate": 0.000198621308545276,
      "loss": 0.3441,
      "step": 2680
    },
    {
      "epoch": 0.214013450677523,
      "grad_norm": 0.5426579117774963,
      "learning_rate": 0.00019862027022690915,
      "loss": 0.4914,
      "step": 2681
    },
    {
      "epoch": 0.214093276656888,
      "grad_norm": 0.5561196804046631,
      "learning_rate": 0.00019861923152041694,
      "loss": 0.4475,
      "step": 2682
    },
    {
      "epoch": 0.21417310263625297,
      "grad_norm": 0.5851714611053467,
      "learning_rate": 0.00019861819242580352,
      "loss": 0.3744,
      "step": 2683
    },
    {
      "epoch": 0.21425292861561795,
      "grad_norm": 0.5785412192344666,
      "learning_rate": 0.00019861715294307292,
      "loss": 0.4409,
      "step": 2684
    },
    {
      "epoch": 0.21433275459498294,
      "grad_norm": 0.49533408880233765,
      "learning_rate": 0.00019861611307222932,
      "loss": 0.4167,
      "step": 2685
    },
    {
      "epoch": 0.21441258057434792,
      "grad_norm": 0.5350547432899475,
      "learning_rate": 0.0001986150728132767,
      "loss": 0.4671,
      "step": 2686
    },
    {
      "epoch": 0.2144924065537129,
      "grad_norm": 0.6128746271133423,
      "learning_rate": 0.00019861403216621924,
      "loss": 0.5574,
      "step": 2687
    },
    {
      "epoch": 0.2145722325330779,
      "grad_norm": 0.4790610671043396,
      "learning_rate": 0.000198612991131061,
      "loss": 0.4426,
      "step": 2688
    },
    {
      "epoch": 0.21465205851244287,
      "grad_norm": 0.49325528740882874,
      "learning_rate": 0.00019861194970780606,
      "loss": 0.4134,
      "step": 2689
    },
    {
      "epoch": 0.21473188449180786,
      "grad_norm": 0.5359382033348083,
      "learning_rate": 0.00019861090789645856,
      "loss": 0.5255,
      "step": 2690
    },
    {
      "epoch": 0.21481171047117284,
      "grad_norm": 0.6855208873748779,
      "learning_rate": 0.00019860986569702257,
      "loss": 0.5874,
      "step": 2691
    },
    {
      "epoch": 0.21489153645053782,
      "grad_norm": 0.7200957536697388,
      "learning_rate": 0.0001986088231095022,
      "loss": 0.4185,
      "step": 2692
    },
    {
      "epoch": 0.2149713624299028,
      "grad_norm": 0.5675608515739441,
      "learning_rate": 0.00019860778013390155,
      "loss": 0.3874,
      "step": 2693
    },
    {
      "epoch": 0.2150511884092678,
      "grad_norm": 0.6007890701293945,
      "learning_rate": 0.00019860673677022476,
      "loss": 0.5107,
      "step": 2694
    },
    {
      "epoch": 0.21513101438863277,
      "grad_norm": 0.5384765267372131,
      "learning_rate": 0.00019860569301847586,
      "loss": 0.3874,
      "step": 2695
    },
    {
      "epoch": 0.21521084036799776,
      "grad_norm": 0.48474425077438354,
      "learning_rate": 0.00019860464887865907,
      "loss": 0.3809,
      "step": 2696
    },
    {
      "epoch": 0.21529066634736274,
      "grad_norm": 0.5665663480758667,
      "learning_rate": 0.00019860360435077837,
      "loss": 0.4218,
      "step": 2697
    },
    {
      "epoch": 0.21537049232672772,
      "grad_norm": 0.5346908569335938,
      "learning_rate": 0.00019860255943483795,
      "loss": 0.4411,
      "step": 2698
    },
    {
      "epoch": 0.2154503183060927,
      "grad_norm": 0.643366277217865,
      "learning_rate": 0.00019860151413084195,
      "loss": 0.6199,
      "step": 2699
    },
    {
      "epoch": 0.2155301442854577,
      "grad_norm": 0.5485826730728149,
      "learning_rate": 0.0001986004684387944,
      "loss": 0.5196,
      "step": 2700
    },
    {
      "epoch": 0.21560997026482268,
      "grad_norm": 0.6092277765274048,
      "learning_rate": 0.00019859942235869946,
      "loss": 0.556,
      "step": 2701
    },
    {
      "epoch": 0.21568979624418766,
      "grad_norm": 0.552595853805542,
      "learning_rate": 0.00019859837589056122,
      "loss": 0.4392,
      "step": 2702
    },
    {
      "epoch": 0.21576962222355264,
      "grad_norm": 0.49531733989715576,
      "learning_rate": 0.00019859732903438387,
      "loss": 0.4736,
      "step": 2703
    },
    {
      "epoch": 0.21584944820291763,
      "grad_norm": 0.4535277485847473,
      "learning_rate": 0.00019859628179017146,
      "loss": 0.3862,
      "step": 2704
    },
    {
      "epoch": 0.2159292741822826,
      "grad_norm": 0.5048497319221497,
      "learning_rate": 0.0001985952341579281,
      "loss": 0.3999,
      "step": 2705
    },
    {
      "epoch": 0.21600910016164762,
      "grad_norm": 0.44765332341194153,
      "learning_rate": 0.00019859418613765798,
      "loss": 0.3878,
      "step": 2706
    },
    {
      "epoch": 0.2160889261410126,
      "grad_norm": 0.6429267525672913,
      "learning_rate": 0.00019859313772936519,
      "loss": 0.5943,
      "step": 2707
    },
    {
      "epoch": 0.2161687521203776,
      "grad_norm": 0.5140559673309326,
      "learning_rate": 0.00019859208893305383,
      "loss": 0.3804,
      "step": 2708
    },
    {
      "epoch": 0.21624857809974257,
      "grad_norm": 0.6436929106712341,
      "learning_rate": 0.0001985910397487281,
      "loss": 0.4574,
      "step": 2709
    },
    {
      "epoch": 0.21632840407910756,
      "grad_norm": 0.5514304637908936,
      "learning_rate": 0.00019858999017639204,
      "loss": 0.3503,
      "step": 2710
    },
    {
      "epoch": 0.21640823005847254,
      "grad_norm": 0.5127255320549011,
      "learning_rate": 0.00019858894021604982,
      "loss": 0.5478,
      "step": 2711
    },
    {
      "epoch": 0.21648805603783752,
      "grad_norm": 0.6095723509788513,
      "learning_rate": 0.0001985878898677056,
      "loss": 0.4851,
      "step": 2712
    },
    {
      "epoch": 0.2165678820172025,
      "grad_norm": 0.5161988735198975,
      "learning_rate": 0.0001985868391313635,
      "loss": 0.4907,
      "step": 2713
    },
    {
      "epoch": 0.2166477079965675,
      "grad_norm": 0.4848617613315582,
      "learning_rate": 0.00019858578800702761,
      "loss": 0.3651,
      "step": 2714
    },
    {
      "epoch": 0.21672753397593247,
      "grad_norm": 0.45247191190719604,
      "learning_rate": 0.00019858473649470213,
      "loss": 0.437,
      "step": 2715
    },
    {
      "epoch": 0.21680735995529746,
      "grad_norm": 0.586120069026947,
      "learning_rate": 0.00019858368459439114,
      "loss": 0.4236,
      "step": 2716
    },
    {
      "epoch": 0.21688718593466244,
      "grad_norm": 0.5136768221855164,
      "learning_rate": 0.00019858263230609883,
      "loss": 0.4032,
      "step": 2717
    },
    {
      "epoch": 0.21696701191402742,
      "grad_norm": 0.5522755980491638,
      "learning_rate": 0.00019858157962982932,
      "loss": 0.3872,
      "step": 2718
    },
    {
      "epoch": 0.2170468378933924,
      "grad_norm": 0.5803413987159729,
      "learning_rate": 0.00019858052656558677,
      "loss": 0.4758,
      "step": 2719
    },
    {
      "epoch": 0.2171266638727574,
      "grad_norm": 0.676225483417511,
      "learning_rate": 0.00019857947311337527,
      "loss": 0.5702,
      "step": 2720
    },
    {
      "epoch": 0.21720648985212238,
      "grad_norm": 0.49330198764801025,
      "learning_rate": 0.000198578419273199,
      "loss": 0.3761,
      "step": 2721
    },
    {
      "epoch": 0.21728631583148736,
      "grad_norm": 0.49776458740234375,
      "learning_rate": 0.00019857736504506215,
      "loss": 0.388,
      "step": 2722
    },
    {
      "epoch": 0.21736614181085234,
      "grad_norm": 0.6590789556503296,
      "learning_rate": 0.0001985763104289688,
      "loss": 0.3386,
      "step": 2723
    },
    {
      "epoch": 0.21744596779021733,
      "grad_norm": 0.5115460157394409,
      "learning_rate": 0.00019857525542492317,
      "loss": 0.4291,
      "step": 2724
    },
    {
      "epoch": 0.2175257937695823,
      "grad_norm": 0.5606652498245239,
      "learning_rate": 0.00019857420003292932,
      "loss": 0.3355,
      "step": 2725
    },
    {
      "epoch": 0.2176056197489473,
      "grad_norm": 0.5962157845497131,
      "learning_rate": 0.0001985731442529915,
      "loss": 0.3826,
      "step": 2726
    },
    {
      "epoch": 0.21768544572831228,
      "grad_norm": 0.5816265344619751,
      "learning_rate": 0.0001985720880851138,
      "loss": 0.5151,
      "step": 2727
    },
    {
      "epoch": 0.21776527170767726,
      "grad_norm": 0.6328915357589722,
      "learning_rate": 0.0001985710315293004,
      "loss": 0.4775,
      "step": 2728
    },
    {
      "epoch": 0.21784509768704224,
      "grad_norm": 0.7470783591270447,
      "learning_rate": 0.00019856997458555546,
      "loss": 0.5826,
      "step": 2729
    },
    {
      "epoch": 0.21792492366640723,
      "grad_norm": 0.6507178544998169,
      "learning_rate": 0.0001985689172538831,
      "loss": 0.4667,
      "step": 2730
    },
    {
      "epoch": 0.2180047496457722,
      "grad_norm": 0.5985938310623169,
      "learning_rate": 0.00019856785953428755,
      "loss": 0.328,
      "step": 2731
    },
    {
      "epoch": 0.2180845756251372,
      "grad_norm": 0.5192851424217224,
      "learning_rate": 0.00019856680142677296,
      "loss": 0.4428,
      "step": 2732
    },
    {
      "epoch": 0.21816440160450218,
      "grad_norm": 0.5794515013694763,
      "learning_rate": 0.00019856574293134345,
      "loss": 0.4023,
      "step": 2733
    },
    {
      "epoch": 0.21824422758386716,
      "grad_norm": 0.5221771597862244,
      "learning_rate": 0.00019856468404800322,
      "loss": 0.4534,
      "step": 2734
    },
    {
      "epoch": 0.21832405356323215,
      "grad_norm": 0.668347954750061,
      "learning_rate": 0.00019856362477675644,
      "loss": 0.5372,
      "step": 2735
    },
    {
      "epoch": 0.21840387954259713,
      "grad_norm": 0.47796371579170227,
      "learning_rate": 0.0001985625651176072,
      "loss": 0.3467,
      "step": 2736
    },
    {
      "epoch": 0.2184837055219621,
      "grad_norm": 0.7286815047264099,
      "learning_rate": 0.0001985615050705598,
      "loss": 0.5901,
      "step": 2737
    },
    {
      "epoch": 0.2185635315013271,
      "grad_norm": 0.4682465195655823,
      "learning_rate": 0.0001985604446356183,
      "loss": 0.3508,
      "step": 2738
    },
    {
      "epoch": 0.21864335748069208,
      "grad_norm": 0.5580766797065735,
      "learning_rate": 0.00019855938381278698,
      "loss": 0.435,
      "step": 2739
    },
    {
      "epoch": 0.21872318346005706,
      "grad_norm": 0.49115708470344543,
      "learning_rate": 0.00019855832260206991,
      "loss": 0.4426,
      "step": 2740
    },
    {
      "epoch": 0.21880300943942205,
      "grad_norm": 0.5700084567070007,
      "learning_rate": 0.00019855726100347133,
      "loss": 0.4912,
      "step": 2741
    },
    {
      "epoch": 0.21888283541878703,
      "grad_norm": 0.5373263955116272,
      "learning_rate": 0.00019855619901699542,
      "loss": 0.4806,
      "step": 2742
    },
    {
      "epoch": 0.21896266139815204,
      "grad_norm": 0.46322017908096313,
      "learning_rate": 0.0001985551366426463,
      "loss": 0.3159,
      "step": 2743
    },
    {
      "epoch": 0.21904248737751703,
      "grad_norm": 0.5872381329536438,
      "learning_rate": 0.0001985540738804282,
      "loss": 0.4558,
      "step": 2744
    },
    {
      "epoch": 0.219122313356882,
      "grad_norm": 0.5473684072494507,
      "learning_rate": 0.00019855301073034532,
      "loss": 0.4468,
      "step": 2745
    },
    {
      "epoch": 0.219202139336247,
      "grad_norm": 0.4270970821380615,
      "learning_rate": 0.0001985519471924018,
      "loss": 0.3682,
      "step": 2746
    },
    {
      "epoch": 0.21928196531561198,
      "grad_norm": 0.5178194046020508,
      "learning_rate": 0.00019855088326660184,
      "loss": 0.3982,
      "step": 2747
    },
    {
      "epoch": 0.21936179129497696,
      "grad_norm": 0.5365578532218933,
      "learning_rate": 0.00019854981895294963,
      "loss": 0.4219,
      "step": 2748
    },
    {
      "epoch": 0.21944161727434194,
      "grad_norm": 0.49183106422424316,
      "learning_rate": 0.00019854875425144938,
      "loss": 0.4532,
      "step": 2749
    },
    {
      "epoch": 0.21952144325370693,
      "grad_norm": 0.859416127204895,
      "learning_rate": 0.00019854768916210524,
      "loss": 0.4938,
      "step": 2750
    },
    {
      "epoch": 0.2196012692330719,
      "grad_norm": 0.49591827392578125,
      "learning_rate": 0.00019854662368492144,
      "loss": 0.4428,
      "step": 2751
    },
    {
      "epoch": 0.2196810952124369,
      "grad_norm": 0.46179068088531494,
      "learning_rate": 0.00019854555781990212,
      "loss": 0.4286,
      "step": 2752
    },
    {
      "epoch": 0.21976092119180188,
      "grad_norm": 0.6959497332572937,
      "learning_rate": 0.00019854449156705154,
      "loss": 0.6317,
      "step": 2753
    },
    {
      "epoch": 0.21984074717116686,
      "grad_norm": 0.5749155282974243,
      "learning_rate": 0.00019854342492637385,
      "loss": 0.5284,
      "step": 2754
    },
    {
      "epoch": 0.21992057315053185,
      "grad_norm": 0.6823031306266785,
      "learning_rate": 0.00019854235789787324,
      "loss": 0.4222,
      "step": 2755
    },
    {
      "epoch": 0.22000039912989683,
      "grad_norm": 0.5715397000312805,
      "learning_rate": 0.00019854129048155398,
      "loss": 0.3911,
      "step": 2756
    },
    {
      "epoch": 0.2200802251092618,
      "grad_norm": 0.6218092441558838,
      "learning_rate": 0.0001985402226774202,
      "loss": 0.5244,
      "step": 2757
    },
    {
      "epoch": 0.2201600510886268,
      "grad_norm": 0.5925854444503784,
      "learning_rate": 0.00019853915448547613,
      "loss": 0.4898,
      "step": 2758
    },
    {
      "epoch": 0.22023987706799178,
      "grad_norm": 0.5501849055290222,
      "learning_rate": 0.00019853808590572598,
      "loss": 0.5641,
      "step": 2759
    },
    {
      "epoch": 0.22031970304735676,
      "grad_norm": 0.41550591588020325,
      "learning_rate": 0.00019853701693817394,
      "loss": 0.402,
      "step": 2760
    },
    {
      "epoch": 0.22039952902672175,
      "grad_norm": 0.5223875045776367,
      "learning_rate": 0.0001985359475828242,
      "loss": 0.4233,
      "step": 2761
    },
    {
      "epoch": 0.22047935500608673,
      "grad_norm": 0.5971553921699524,
      "learning_rate": 0.000198534877839681,
      "loss": 0.5148,
      "step": 2762
    },
    {
      "epoch": 0.2205591809854517,
      "grad_norm": 0.49496275186538696,
      "learning_rate": 0.00019853380770874858,
      "loss": 0.4831,
      "step": 2763
    },
    {
      "epoch": 0.2206390069648167,
      "grad_norm": 0.3832216262817383,
      "learning_rate": 0.00019853273719003104,
      "loss": 0.2364,
      "step": 2764
    },
    {
      "epoch": 0.22071883294418168,
      "grad_norm": 0.7036827802658081,
      "learning_rate": 0.00019853166628353271,
      "loss": 0.5051,
      "step": 2765
    },
    {
      "epoch": 0.22079865892354666,
      "grad_norm": 0.6109576225280762,
      "learning_rate": 0.00019853059498925777,
      "loss": 0.4603,
      "step": 2766
    },
    {
      "epoch": 0.22087848490291165,
      "grad_norm": 0.5615782141685486,
      "learning_rate": 0.00019852952330721041,
      "loss": 0.4183,
      "step": 2767
    },
    {
      "epoch": 0.22095831088227663,
      "grad_norm": 0.5522973537445068,
      "learning_rate": 0.00019852845123739487,
      "loss": 0.4253,
      "step": 2768
    },
    {
      "epoch": 0.22103813686164162,
      "grad_norm": 0.6236037611961365,
      "learning_rate": 0.00019852737877981537,
      "loss": 0.5206,
      "step": 2769
    },
    {
      "epoch": 0.2211179628410066,
      "grad_norm": 0.6027176380157471,
      "learning_rate": 0.0001985263059344761,
      "loss": 0.4378,
      "step": 2770
    },
    {
      "epoch": 0.22119778882037158,
      "grad_norm": 0.4446253180503845,
      "learning_rate": 0.0001985252327013813,
      "loss": 0.3469,
      "step": 2771
    },
    {
      "epoch": 0.22127761479973657,
      "grad_norm": 0.45030438899993896,
      "learning_rate": 0.00019852415908053523,
      "loss": 0.3745,
      "step": 2772
    },
    {
      "epoch": 0.22135744077910155,
      "grad_norm": 0.4411975145339966,
      "learning_rate": 0.0001985230850719421,
      "loss": 0.3508,
      "step": 2773
    },
    {
      "epoch": 0.22143726675846653,
      "grad_norm": 0.5956102609634399,
      "learning_rate": 0.00019852201067560606,
      "loss": 0.5966,
      "step": 2774
    },
    {
      "epoch": 0.22151709273783152,
      "grad_norm": 0.4484677314758301,
      "learning_rate": 0.00019852093589153144,
      "loss": 0.3581,
      "step": 2775
    },
    {
      "epoch": 0.2215969187171965,
      "grad_norm": 0.5817534923553467,
      "learning_rate": 0.0001985198607197224,
      "loss": 0.5145,
      "step": 2776
    },
    {
      "epoch": 0.22167674469656148,
      "grad_norm": 0.5450485944747925,
      "learning_rate": 0.00019851878516018325,
      "loss": 0.4096,
      "step": 2777
    },
    {
      "epoch": 0.22175657067592647,
      "grad_norm": 0.7224727869033813,
      "learning_rate": 0.00019851770921291815,
      "loss": 0.4758,
      "step": 2778
    },
    {
      "epoch": 0.22183639665529145,
      "grad_norm": 0.6207269430160522,
      "learning_rate": 0.00019851663287793136,
      "loss": 0.4913,
      "step": 2779
    },
    {
      "epoch": 0.22191622263465646,
      "grad_norm": 0.49334797263145447,
      "learning_rate": 0.00019851555615522712,
      "loss": 0.3821,
      "step": 2780
    },
    {
      "epoch": 0.22199604861402145,
      "grad_norm": 0.7327430248260498,
      "learning_rate": 0.00019851447904480966,
      "loss": 0.4918,
      "step": 2781
    },
    {
      "epoch": 0.22207587459338643,
      "grad_norm": 0.5166804194450378,
      "learning_rate": 0.00019851340154668323,
      "loss": 0.4771,
      "step": 2782
    },
    {
      "epoch": 0.2221557005727514,
      "grad_norm": 0.5031891465187073,
      "learning_rate": 0.00019851232366085205,
      "loss": 0.4329,
      "step": 2783
    },
    {
      "epoch": 0.2222355265521164,
      "grad_norm": 0.46307069063186646,
      "learning_rate": 0.00019851124538732036,
      "loss": 0.4709,
      "step": 2784
    },
    {
      "epoch": 0.22231535253148138,
      "grad_norm": 0.6510897874832153,
      "learning_rate": 0.00019851016672609243,
      "loss": 0.5433,
      "step": 2785
    },
    {
      "epoch": 0.22239517851084636,
      "grad_norm": 0.45228254795074463,
      "learning_rate": 0.0001985090876771725,
      "loss": 0.4232,
      "step": 2786
    },
    {
      "epoch": 0.22247500449021135,
      "grad_norm": 0.5032641291618347,
      "learning_rate": 0.0001985080082405648,
      "loss": 0.3661,
      "step": 2787
    },
    {
      "epoch": 0.22255483046957633,
      "grad_norm": 0.586138904094696,
      "learning_rate": 0.0001985069284162736,
      "loss": 0.3612,
      "step": 2788
    },
    {
      "epoch": 0.22263465644894131,
      "grad_norm": 0.6765596866607666,
      "learning_rate": 0.00019850584820430312,
      "loss": 0.4222,
      "step": 2789
    },
    {
      "epoch": 0.2227144824283063,
      "grad_norm": 0.8762374520301819,
      "learning_rate": 0.00019850476760465763,
      "loss": 0.5571,
      "step": 2790
    },
    {
      "epoch": 0.22279430840767128,
      "grad_norm": 0.6788285970687866,
      "learning_rate": 0.0001985036866173414,
      "loss": 0.6712,
      "step": 2791
    },
    {
      "epoch": 0.22287413438703627,
      "grad_norm": 0.6180922985076904,
      "learning_rate": 0.00019850260524235865,
      "loss": 0.528,
      "step": 2792
    },
    {
      "epoch": 0.22295396036640125,
      "grad_norm": 0.46881040930747986,
      "learning_rate": 0.00019850152347971364,
      "loss": 0.2786,
      "step": 2793
    },
    {
      "epoch": 0.22303378634576623,
      "grad_norm": 0.48315468430519104,
      "learning_rate": 0.00019850044132941065,
      "loss": 0.3368,
      "step": 2794
    },
    {
      "epoch": 0.22311361232513122,
      "grad_norm": 0.6490160822868347,
      "learning_rate": 0.00019849935879145394,
      "loss": 0.504,
      "step": 2795
    },
    {
      "epoch": 0.2231934383044962,
      "grad_norm": 0.5535089373588562,
      "learning_rate": 0.00019849827586584774,
      "loss": 0.3758,
      "step": 2796
    },
    {
      "epoch": 0.22327326428386118,
      "grad_norm": 0.6199023127555847,
      "learning_rate": 0.00019849719255259632,
      "loss": 0.4332,
      "step": 2797
    },
    {
      "epoch": 0.22335309026322617,
      "grad_norm": 0.5978838801383972,
      "learning_rate": 0.00019849610885170398,
      "loss": 0.4572,
      "step": 2798
    },
    {
      "epoch": 0.22343291624259115,
      "grad_norm": 0.5877934694290161,
      "learning_rate": 0.00019849502476317497,
      "loss": 0.3929,
      "step": 2799
    },
    {
      "epoch": 0.22351274222195613,
      "grad_norm": 0.4871683120727539,
      "learning_rate": 0.0001984939402870135,
      "loss": 0.4822,
      "step": 2800
    },
    {
      "epoch": 0.22351274222195613,
      "eval_loss": 0.45141005516052246,
      "eval_runtime": 34.1155,
      "eval_samples_per_second": 7.387,
      "eval_steps_per_second": 7.387,
      "step": 2800
    },
    {
      "epoch": 0.22359256820132112,
      "grad_norm": 0.5056636929512024,
      "learning_rate": 0.00019849285542322394,
      "loss": 0.3572,
      "step": 2801
    },
    {
      "epoch": 0.2236723941806861,
      "grad_norm": 0.5010743141174316,
      "learning_rate": 0.00019849177017181044,
      "loss": 0.4082,
      "step": 2802
    },
    {
      "epoch": 0.22375222016005109,
      "grad_norm": 0.7164304256439209,
      "learning_rate": 0.00019849068453277736,
      "loss": 0.4535,
      "step": 2803
    },
    {
      "epoch": 0.22383204613941607,
      "grad_norm": 0.40838199853897095,
      "learning_rate": 0.00019848959850612895,
      "loss": 0.4152,
      "step": 2804
    },
    {
      "epoch": 0.22391187211878105,
      "grad_norm": 0.62209153175354,
      "learning_rate": 0.0001984885120918695,
      "loss": 0.4913,
      "step": 2805
    },
    {
      "epoch": 0.22399169809814604,
      "grad_norm": 0.4821866750717163,
      "learning_rate": 0.0001984874252900032,
      "loss": 0.4521,
      "step": 2806
    },
    {
      "epoch": 0.22407152407751102,
      "grad_norm": 0.6855450868606567,
      "learning_rate": 0.00019848633810053446,
      "loss": 0.4268,
      "step": 2807
    },
    {
      "epoch": 0.224151350056876,
      "grad_norm": 0.5557865500450134,
      "learning_rate": 0.00019848525052346746,
      "loss": 0.5223,
      "step": 2808
    },
    {
      "epoch": 0.224231176036241,
      "grad_norm": 0.5185284614562988,
      "learning_rate": 0.00019848416255880652,
      "loss": 0.4643,
      "step": 2809
    },
    {
      "epoch": 0.22431100201560597,
      "grad_norm": 0.4418026804924011,
      "learning_rate": 0.00019848307420655592,
      "loss": 0.3159,
      "step": 2810
    },
    {
      "epoch": 0.22439082799497095,
      "grad_norm": 0.7731027603149414,
      "learning_rate": 0.00019848198546671992,
      "loss": 0.4782,
      "step": 2811
    },
    {
      "epoch": 0.22447065397433594,
      "grad_norm": 0.6709052324295044,
      "learning_rate": 0.00019848089633930284,
      "loss": 0.4151,
      "step": 2812
    },
    {
      "epoch": 0.22455047995370092,
      "grad_norm": 0.4821377396583557,
      "learning_rate": 0.00019847980682430896,
      "loss": 0.4463,
      "step": 2813
    },
    {
      "epoch": 0.2246303059330659,
      "grad_norm": 0.5153692364692688,
      "learning_rate": 0.00019847871692174252,
      "loss": 0.3678,
      "step": 2814
    },
    {
      "epoch": 0.2247101319124309,
      "grad_norm": 0.5788976550102234,
      "learning_rate": 0.00019847762663160784,
      "loss": 0.5262,
      "step": 2815
    },
    {
      "epoch": 0.22478995789179587,
      "grad_norm": 0.36200183629989624,
      "learning_rate": 0.00019847653595390924,
      "loss": 0.3241,
      "step": 2816
    },
    {
      "epoch": 0.22486978387116088,
      "grad_norm": 0.5447627902030945,
      "learning_rate": 0.000198475444888651,
      "loss": 0.3918,
      "step": 2817
    },
    {
      "epoch": 0.22494960985052587,
      "grad_norm": 0.5724337697029114,
      "learning_rate": 0.00019847435343583737,
      "loss": 0.3166,
      "step": 2818
    },
    {
      "epoch": 0.22502943582989085,
      "grad_norm": 0.6557453870773315,
      "learning_rate": 0.0001984732615954727,
      "loss": 0.609,
      "step": 2819
    },
    {
      "epoch": 0.22510926180925583,
      "grad_norm": 0.5865078568458557,
      "learning_rate": 0.00019847216936756126,
      "loss": 0.4168,
      "step": 2820
    },
    {
      "epoch": 0.22518908778862082,
      "grad_norm": 0.48554304242134094,
      "learning_rate": 0.00019847107675210736,
      "loss": 0.3603,
      "step": 2821
    },
    {
      "epoch": 0.2252689137679858,
      "grad_norm": 0.49361538887023926,
      "learning_rate": 0.00019846998374911526,
      "loss": 0.3054,
      "step": 2822
    },
    {
      "epoch": 0.22534873974735078,
      "grad_norm": 0.5379840135574341,
      "learning_rate": 0.00019846889035858933,
      "loss": 0.428,
      "step": 2823
    },
    {
      "epoch": 0.22542856572671577,
      "grad_norm": 0.40024858713150024,
      "learning_rate": 0.00019846779658053384,
      "loss": 0.3065,
      "step": 2824
    },
    {
      "epoch": 0.22550839170608075,
      "grad_norm": 0.6190962195396423,
      "learning_rate": 0.00019846670241495309,
      "loss": 0.3774,
      "step": 2825
    },
    {
      "epoch": 0.22558821768544574,
      "grad_norm": 0.6123552918434143,
      "learning_rate": 0.00019846560786185137,
      "loss": 0.4856,
      "step": 2826
    },
    {
      "epoch": 0.22566804366481072,
      "grad_norm": 0.587913990020752,
      "learning_rate": 0.00019846451292123302,
      "loss": 0.3504,
      "step": 2827
    },
    {
      "epoch": 0.2257478696441757,
      "grad_norm": 0.547615110874176,
      "learning_rate": 0.0001984634175931023,
      "loss": 0.342,
      "step": 2828
    },
    {
      "epoch": 0.2258276956235407,
      "grad_norm": 0.4989795982837677,
      "learning_rate": 0.00019846232187746362,
      "loss": 0.4133,
      "step": 2829
    },
    {
      "epoch": 0.22590752160290567,
      "grad_norm": 0.4688642621040344,
      "learning_rate": 0.00019846122577432118,
      "loss": 0.3551,
      "step": 2830
    },
    {
      "epoch": 0.22598734758227065,
      "grad_norm": 0.4554864466190338,
      "learning_rate": 0.00019846012928367935,
      "loss": 0.3545,
      "step": 2831
    },
    {
      "epoch": 0.22606717356163564,
      "grad_norm": 0.5530073642730713,
      "learning_rate": 0.00019845903240554247,
      "loss": 0.4231,
      "step": 2832
    },
    {
      "epoch": 0.22614699954100062,
      "grad_norm": 0.5937142372131348,
      "learning_rate": 0.00019845793513991478,
      "loss": 0.5408,
      "step": 2833
    },
    {
      "epoch": 0.2262268255203656,
      "grad_norm": 0.4359114170074463,
      "learning_rate": 0.00019845683748680068,
      "loss": 0.3931,
      "step": 2834
    },
    {
      "epoch": 0.2263066514997306,
      "grad_norm": 0.4945741593837738,
      "learning_rate": 0.0001984557394462044,
      "loss": 0.4094,
      "step": 2835
    },
    {
      "epoch": 0.22638647747909557,
      "grad_norm": 0.5581842064857483,
      "learning_rate": 0.00019845464101813038,
      "loss": 0.5437,
      "step": 2836
    },
    {
      "epoch": 0.22646630345846055,
      "grad_norm": 0.5152478218078613,
      "learning_rate": 0.00019845354220258282,
      "loss": 0.4115,
      "step": 2837
    },
    {
      "epoch": 0.22654612943782554,
      "grad_norm": 0.5362047553062439,
      "learning_rate": 0.00019845244299956615,
      "loss": 0.3924,
      "step": 2838
    },
    {
      "epoch": 0.22662595541719052,
      "grad_norm": 0.47580695152282715,
      "learning_rate": 0.00019845134340908463,
      "loss": 0.3754,
      "step": 2839
    },
    {
      "epoch": 0.2267057813965555,
      "grad_norm": 0.48197701573371887,
      "learning_rate": 0.0001984502434311426,
      "loss": 0.3965,
      "step": 2840
    },
    {
      "epoch": 0.2267856073759205,
      "grad_norm": 0.5798361897468567,
      "learning_rate": 0.0001984491430657444,
      "loss": 0.3931,
      "step": 2841
    },
    {
      "epoch": 0.22686543335528547,
      "grad_norm": 0.4634841978549957,
      "learning_rate": 0.00019844804231289437,
      "loss": 0.409,
      "step": 2842
    },
    {
      "epoch": 0.22694525933465046,
      "grad_norm": 0.4249677062034607,
      "learning_rate": 0.0001984469411725968,
      "loss": 0.3245,
      "step": 2843
    },
    {
      "epoch": 0.22702508531401544,
      "grad_norm": 0.39549165964126587,
      "learning_rate": 0.00019844583964485603,
      "loss": 0.3102,
      "step": 2844
    },
    {
      "epoch": 0.22710491129338042,
      "grad_norm": 0.5572139024734497,
      "learning_rate": 0.00019844473772967643,
      "loss": 0.4387,
      "step": 2845
    },
    {
      "epoch": 0.2271847372727454,
      "grad_norm": 0.5691868662834167,
      "learning_rate": 0.00019844363542706236,
      "loss": 0.5208,
      "step": 2846
    },
    {
      "epoch": 0.2272645632521104,
      "grad_norm": 0.5771881937980652,
      "learning_rate": 0.00019844253273701808,
      "loss": 0.428,
      "step": 2847
    },
    {
      "epoch": 0.22734438923147537,
      "grad_norm": 0.5479387640953064,
      "learning_rate": 0.000198441429659548,
      "loss": 0.5476,
      "step": 2848
    },
    {
      "epoch": 0.22742421521084036,
      "grad_norm": 0.4414917230606079,
      "learning_rate": 0.00019844032619465641,
      "loss": 0.4608,
      "step": 2849
    },
    {
      "epoch": 0.22750404119020534,
      "grad_norm": 0.5453954339027405,
      "learning_rate": 0.00019843922234234767,
      "loss": 0.3293,
      "step": 2850
    },
    {
      "epoch": 0.22758386716957033,
      "grad_norm": 0.4917037785053253,
      "learning_rate": 0.00019843811810262615,
      "loss": 0.3888,
      "step": 2851
    },
    {
      "epoch": 0.2276636931489353,
      "grad_norm": 0.6105877757072449,
      "learning_rate": 0.00019843701347549617,
      "loss": 0.4498,
      "step": 2852
    },
    {
      "epoch": 0.2277435191283003,
      "grad_norm": 0.49894046783447266,
      "learning_rate": 0.00019843590846096206,
      "loss": 0.4202,
      "step": 2853
    },
    {
      "epoch": 0.22782334510766528,
      "grad_norm": 0.7584602236747742,
      "learning_rate": 0.0001984348030590282,
      "loss": 0.4238,
      "step": 2854
    },
    {
      "epoch": 0.2279031710870303,
      "grad_norm": 0.4406404197216034,
      "learning_rate": 0.0001984336972696989,
      "loss": 0.3661,
      "step": 2855
    },
    {
      "epoch": 0.22798299706639527,
      "grad_norm": 0.49450287222862244,
      "learning_rate": 0.00019843259109297861,
      "loss": 0.4942,
      "step": 2856
    },
    {
      "epoch": 0.22806282304576025,
      "grad_norm": 0.5211769342422485,
      "learning_rate": 0.00019843148452887156,
      "loss": 0.463,
      "step": 2857
    },
    {
      "epoch": 0.22814264902512524,
      "grad_norm": 0.42275547981262207,
      "learning_rate": 0.00019843037757738218,
      "loss": 0.3209,
      "step": 2858
    },
    {
      "epoch": 0.22822247500449022,
      "grad_norm": 0.484086811542511,
      "learning_rate": 0.00019842927023851483,
      "loss": 0.4843,
      "step": 2859
    },
    {
      "epoch": 0.2283023009838552,
      "grad_norm": 0.4879709780216217,
      "learning_rate": 0.0001984281625122738,
      "loss": 0.4361,
      "step": 2860
    },
    {
      "epoch": 0.2283821269632202,
      "grad_norm": 0.45890945196151733,
      "learning_rate": 0.00019842705439866354,
      "loss": 0.3753,
      "step": 2861
    },
    {
      "epoch": 0.22846195294258517,
      "grad_norm": 0.46768152713775635,
      "learning_rate": 0.00019842594589768834,
      "loss": 0.425,
      "step": 2862
    },
    {
      "epoch": 0.22854177892195016,
      "grad_norm": 0.4119112491607666,
      "learning_rate": 0.00019842483700935256,
      "loss": 0.2964,
      "step": 2863
    },
    {
      "epoch": 0.22862160490131514,
      "grad_norm": 0.4578254818916321,
      "learning_rate": 0.00019842372773366064,
      "loss": 0.3997,
      "step": 2864
    },
    {
      "epoch": 0.22870143088068012,
      "grad_norm": 0.512117862701416,
      "learning_rate": 0.0001984226180706169,
      "loss": 0.4788,
      "step": 2865
    },
    {
      "epoch": 0.2287812568600451,
      "grad_norm": 0.5576927661895752,
      "learning_rate": 0.0001984215080202257,
      "loss": 0.3887,
      "step": 2866
    },
    {
      "epoch": 0.2288610828394101,
      "grad_norm": 0.48817363381385803,
      "learning_rate": 0.00019842039758249139,
      "loss": 0.4575,
      "step": 2867
    },
    {
      "epoch": 0.22894090881877507,
      "grad_norm": 0.5352858901023865,
      "learning_rate": 0.00019841928675741835,
      "loss": 0.424,
      "step": 2868
    },
    {
      "epoch": 0.22902073479814006,
      "grad_norm": 0.5535284876823425,
      "learning_rate": 0.00019841817554501102,
      "loss": 0.3995,
      "step": 2869
    },
    {
      "epoch": 0.22910056077750504,
      "grad_norm": 0.6483080387115479,
      "learning_rate": 0.00019841706394527366,
      "loss": 0.5124,
      "step": 2870
    },
    {
      "epoch": 0.22918038675687002,
      "grad_norm": 0.5156176686286926,
      "learning_rate": 0.00019841595195821074,
      "loss": 0.3251,
      "step": 2871
    },
    {
      "epoch": 0.229260212736235,
      "grad_norm": 0.5261098742485046,
      "learning_rate": 0.00019841483958382662,
      "loss": 0.3196,
      "step": 2872
    },
    {
      "epoch": 0.2293400387156,
      "grad_norm": 0.6008272767066956,
      "learning_rate": 0.0001984137268221256,
      "loss": 0.584,
      "step": 2873
    },
    {
      "epoch": 0.22941986469496498,
      "grad_norm": 0.5542843341827393,
      "learning_rate": 0.00019841261367311213,
      "loss": 0.4133,
      "step": 2874
    },
    {
      "epoch": 0.22949969067432996,
      "grad_norm": 0.5756456255912781,
      "learning_rate": 0.0001984115001367906,
      "loss": 0.4514,
      "step": 2875
    },
    {
      "epoch": 0.22957951665369494,
      "grad_norm": 0.49816107749938965,
      "learning_rate": 0.0001984103862131654,
      "loss": 0.5244,
      "step": 2876
    },
    {
      "epoch": 0.22965934263305993,
      "grad_norm": 0.4480026662349701,
      "learning_rate": 0.00019840927190224083,
      "loss": 0.4334,
      "step": 2877
    },
    {
      "epoch": 0.2297391686124249,
      "grad_norm": 0.4714720547199249,
      "learning_rate": 0.00019840815720402133,
      "loss": 0.4554,
      "step": 2878
    },
    {
      "epoch": 0.2298189945917899,
      "grad_norm": 0.5781227350234985,
      "learning_rate": 0.00019840704211851131,
      "loss": 0.4529,
      "step": 2879
    },
    {
      "epoch": 0.22989882057115488,
      "grad_norm": 0.4603324234485626,
      "learning_rate": 0.00019840592664571513,
      "loss": 0.3329,
      "step": 2880
    },
    {
      "epoch": 0.22997864655051986,
      "grad_norm": 0.5091958045959473,
      "learning_rate": 0.0001984048107856372,
      "loss": 0.3969,
      "step": 2881
    },
    {
      "epoch": 0.23005847252988484,
      "grad_norm": 0.7092995047569275,
      "learning_rate": 0.00019840369453828189,
      "loss": 0.5328,
      "step": 2882
    },
    {
      "epoch": 0.23013829850924983,
      "grad_norm": 0.48622021079063416,
      "learning_rate": 0.00019840257790365356,
      "loss": 0.3054,
      "step": 2883
    },
    {
      "epoch": 0.2302181244886148,
      "grad_norm": 0.5470295548439026,
      "learning_rate": 0.00019840146088175668,
      "loss": 0.4352,
      "step": 2884
    },
    {
      "epoch": 0.2302979504679798,
      "grad_norm": 0.7607329487800598,
      "learning_rate": 0.0001984003434725956,
      "loss": 0.5853,
      "step": 2885
    },
    {
      "epoch": 0.23037777644734478,
      "grad_norm": 0.6771427392959595,
      "learning_rate": 0.00019839922567617475,
      "loss": 0.5528,
      "step": 2886
    },
    {
      "epoch": 0.23045760242670976,
      "grad_norm": 0.6408566832542419,
      "learning_rate": 0.00019839810749249848,
      "loss": 0.6301,
      "step": 2887
    },
    {
      "epoch": 0.23053742840607475,
      "grad_norm": 0.5622827410697937,
      "learning_rate": 0.00019839698892157125,
      "loss": 0.4871,
      "step": 2888
    },
    {
      "epoch": 0.23061725438543973,
      "grad_norm": 0.43653395771980286,
      "learning_rate": 0.00019839586996339738,
      "loss": 0.4356,
      "step": 2889
    },
    {
      "epoch": 0.2306970803648047,
      "grad_norm": 0.564001739025116,
      "learning_rate": 0.00019839475061798138,
      "loss": 0.4577,
      "step": 2890
    },
    {
      "epoch": 0.2307769063441697,
      "grad_norm": 0.45475903153419495,
      "learning_rate": 0.00019839363088532756,
      "loss": 0.3941,
      "step": 2891
    },
    {
      "epoch": 0.2308567323235347,
      "grad_norm": 0.6280659437179565,
      "learning_rate": 0.0001983925107654404,
      "loss": 0.5087,
      "step": 2892
    },
    {
      "epoch": 0.2309365583028997,
      "grad_norm": 0.4721066653728485,
      "learning_rate": 0.00019839139025832424,
      "loss": 0.3999,
      "step": 2893
    },
    {
      "epoch": 0.23101638428226468,
      "grad_norm": 0.4601952135562897,
      "learning_rate": 0.00019839026936398354,
      "loss": 0.4015,
      "step": 2894
    },
    {
      "epoch": 0.23109621026162966,
      "grad_norm": 0.5492898225784302,
      "learning_rate": 0.00019838914808242267,
      "loss": 0.4629,
      "step": 2895
    },
    {
      "epoch": 0.23117603624099464,
      "grad_norm": 0.446446031332016,
      "learning_rate": 0.0001983880264136461,
      "loss": 0.3471,
      "step": 2896
    },
    {
      "epoch": 0.23125586222035963,
      "grad_norm": 0.5385751724243164,
      "learning_rate": 0.0001983869043576582,
      "loss": 0.5663,
      "step": 2897
    },
    {
      "epoch": 0.2313356881997246,
      "grad_norm": 0.5647062659263611,
      "learning_rate": 0.00019838578191446339,
      "loss": 0.4971,
      "step": 2898
    },
    {
      "epoch": 0.2314155141790896,
      "grad_norm": 0.46153655648231506,
      "learning_rate": 0.00019838465908406612,
      "loss": 0.4344,
      "step": 2899
    },
    {
      "epoch": 0.23149534015845458,
      "grad_norm": 0.38948604464530945,
      "learning_rate": 0.00019838353586647075,
      "loss": 0.3309,
      "step": 2900
    },
    {
      "epoch": 0.23157516613781956,
      "grad_norm": 0.5140348076820374,
      "learning_rate": 0.00019838241226168175,
      "loss": 0.4032,
      "step": 2901
    },
    {
      "epoch": 0.23165499211718454,
      "grad_norm": 0.5160098075866699,
      "learning_rate": 0.00019838128826970354,
      "loss": 0.5217,
      "step": 2902
    },
    {
      "epoch": 0.23173481809654953,
      "grad_norm": 0.6256789565086365,
      "learning_rate": 0.00019838016389054052,
      "loss": 0.6039,
      "step": 2903
    },
    {
      "epoch": 0.2318146440759145,
      "grad_norm": 0.6019558310508728,
      "learning_rate": 0.00019837903912419712,
      "loss": 0.4995,
      "step": 2904
    },
    {
      "epoch": 0.2318944700552795,
      "grad_norm": 0.49059006571769714,
      "learning_rate": 0.0001983779139706778,
      "loss": 0.3874,
      "step": 2905
    },
    {
      "epoch": 0.23197429603464448,
      "grad_norm": 0.6151652932167053,
      "learning_rate": 0.00019837678842998693,
      "loss": 0.5717,
      "step": 2906
    },
    {
      "epoch": 0.23205412201400946,
      "grad_norm": 0.5826361775398254,
      "learning_rate": 0.00019837566250212896,
      "loss": 0.5033,
      "step": 2907
    },
    {
      "epoch": 0.23213394799337445,
      "grad_norm": 0.5725696682929993,
      "learning_rate": 0.00019837453618710838,
      "loss": 0.5209,
      "step": 2908
    },
    {
      "epoch": 0.23221377397273943,
      "grad_norm": 0.5071356892585754,
      "learning_rate": 0.00019837340948492953,
      "loss": 0.471,
      "step": 2909
    },
    {
      "epoch": 0.2322935999521044,
      "grad_norm": 0.5080750584602356,
      "learning_rate": 0.00019837228239559691,
      "loss": 0.4669,
      "step": 2910
    },
    {
      "epoch": 0.2323734259314694,
      "grad_norm": 0.5889894366264343,
      "learning_rate": 0.00019837115491911492,
      "loss": 0.5197,
      "step": 2911
    },
    {
      "epoch": 0.23245325191083438,
      "grad_norm": 0.5358575582504272,
      "learning_rate": 0.00019837002705548802,
      "loss": 0.5409,
      "step": 2912
    },
    {
      "epoch": 0.23253307789019936,
      "grad_norm": 0.4768943190574646,
      "learning_rate": 0.00019836889880472063,
      "loss": 0.4198,
      "step": 2913
    },
    {
      "epoch": 0.23261290386956435,
      "grad_norm": 0.6133611798286438,
      "learning_rate": 0.00019836777016681722,
      "loss": 0.5723,
      "step": 2914
    },
    {
      "epoch": 0.23269272984892933,
      "grad_norm": 0.5009386539459229,
      "learning_rate": 0.0001983666411417822,
      "loss": 0.5255,
      "step": 2915
    },
    {
      "epoch": 0.23277255582829431,
      "grad_norm": 0.45140060782432556,
      "learning_rate": 0.00019836551172962,
      "loss": 0.3689,
      "step": 2916
    },
    {
      "epoch": 0.2328523818076593,
      "grad_norm": 0.5332126021385193,
      "learning_rate": 0.00019836438193033512,
      "loss": 0.4595,
      "step": 2917
    },
    {
      "epoch": 0.23293220778702428,
      "grad_norm": 0.5192205905914307,
      "learning_rate": 0.00019836325174393197,
      "loss": 0.4512,
      "step": 2918
    },
    {
      "epoch": 0.23301203376638926,
      "grad_norm": 0.4869406521320343,
      "learning_rate": 0.000198362121170415,
      "loss": 0.426,
      "step": 2919
    },
    {
      "epoch": 0.23309185974575425,
      "grad_norm": 0.4615235924720764,
      "learning_rate": 0.0001983609902097887,
      "loss": 0.3625,
      "step": 2920
    },
    {
      "epoch": 0.23317168572511923,
      "grad_norm": 0.528877317905426,
      "learning_rate": 0.00019835985886205743,
      "loss": 0.4682,
      "step": 2921
    },
    {
      "epoch": 0.23325151170448422,
      "grad_norm": 0.5858544111251831,
      "learning_rate": 0.0001983587271272257,
      "loss": 0.5079,
      "step": 2922
    },
    {
      "epoch": 0.2333313376838492,
      "grad_norm": 0.494122713804245,
      "learning_rate": 0.00019835759500529801,
      "loss": 0.442,
      "step": 2923
    },
    {
      "epoch": 0.23341116366321418,
      "grad_norm": 0.5784519910812378,
      "learning_rate": 0.00019835646249627872,
      "loss": 0.3506,
      "step": 2924
    },
    {
      "epoch": 0.23349098964257917,
      "grad_norm": 0.616056501865387,
      "learning_rate": 0.00019835532960017237,
      "loss": 0.5176,
      "step": 2925
    },
    {
      "epoch": 0.23357081562194415,
      "grad_norm": 0.5612347722053528,
      "learning_rate": 0.00019835419631698337,
      "loss": 0.3627,
      "step": 2926
    },
    {
      "epoch": 0.23365064160130913,
      "grad_norm": 0.6804131865501404,
      "learning_rate": 0.00019835306264671617,
      "loss": 0.5307,
      "step": 2927
    },
    {
      "epoch": 0.23373046758067412,
      "grad_norm": 0.6414291858673096,
      "learning_rate": 0.0001983519285893753,
      "loss": 0.3546,
      "step": 2928
    },
    {
      "epoch": 0.23381029356003913,
      "grad_norm": 0.5984193682670593,
      "learning_rate": 0.00019835079414496514,
      "loss": 0.4343,
      "step": 2929
    },
    {
      "epoch": 0.2338901195394041,
      "grad_norm": 0.5513867735862732,
      "learning_rate": 0.00019834965931349018,
      "loss": 0.357,
      "step": 2930
    },
    {
      "epoch": 0.2339699455187691,
      "grad_norm": 0.704366147518158,
      "learning_rate": 0.00019834852409495495,
      "loss": 0.4377,
      "step": 2931
    },
    {
      "epoch": 0.23404977149813408,
      "grad_norm": 0.578921914100647,
      "learning_rate": 0.00019834738848936384,
      "loss": 0.4497,
      "step": 2932
    },
    {
      "epoch": 0.23412959747749906,
      "grad_norm": 0.45558419823646545,
      "learning_rate": 0.00019834625249672133,
      "loss": 0.4356,
      "step": 2933
    },
    {
      "epoch": 0.23420942345686405,
      "grad_norm": 0.7291952967643738,
      "learning_rate": 0.0001983451161170319,
      "loss": 0.5783,
      "step": 2934
    },
    {
      "epoch": 0.23428924943622903,
      "grad_norm": 0.6367358565330505,
      "learning_rate": 0.00019834397935030004,
      "loss": 0.6527,
      "step": 2935
    },
    {
      "epoch": 0.234369075415594,
      "grad_norm": 0.47955790162086487,
      "learning_rate": 0.00019834284219653024,
      "loss": 0.4053,
      "step": 2936
    },
    {
      "epoch": 0.234448901394959,
      "grad_norm": 0.4724140465259552,
      "learning_rate": 0.00019834170465572693,
      "loss": 0.3313,
      "step": 2937
    },
    {
      "epoch": 0.23452872737432398,
      "grad_norm": 0.5407429933547974,
      "learning_rate": 0.0001983405667278946,
      "loss": 0.4074,
      "step": 2938
    },
    {
      "epoch": 0.23460855335368896,
      "grad_norm": 0.5349705219268799,
      "learning_rate": 0.00019833942841303772,
      "loss": 0.4276,
      "step": 2939
    },
    {
      "epoch": 0.23468837933305395,
      "grad_norm": 0.5495826601982117,
      "learning_rate": 0.0001983382897111608,
      "loss": 0.3157,
      "step": 2940
    },
    {
      "epoch": 0.23476820531241893,
      "grad_norm": 0.5527886748313904,
      "learning_rate": 0.0001983371506222683,
      "loss": 0.4351,
      "step": 2941
    },
    {
      "epoch": 0.23484803129178392,
      "grad_norm": 0.6039518117904663,
      "learning_rate": 0.0001983360111463647,
      "loss": 0.3963,
      "step": 2942
    },
    {
      "epoch": 0.2349278572711489,
      "grad_norm": 0.6820728182792664,
      "learning_rate": 0.00019833487128345447,
      "loss": 0.4323,
      "step": 2943
    },
    {
      "epoch": 0.23500768325051388,
      "grad_norm": 0.4827312231063843,
      "learning_rate": 0.00019833373103354216,
      "loss": 0.4026,
      "step": 2944
    },
    {
      "epoch": 0.23508750922987887,
      "grad_norm": 0.39955461025238037,
      "learning_rate": 0.0001983325903966322,
      "loss": 0.431,
      "step": 2945
    },
    {
      "epoch": 0.23516733520924385,
      "grad_norm": 0.6115201711654663,
      "learning_rate": 0.00019833144937272907,
      "loss": 0.4313,
      "step": 2946
    },
    {
      "epoch": 0.23524716118860883,
      "grad_norm": 0.7267452478408813,
      "learning_rate": 0.00019833030796183733,
      "loss": 0.5059,
      "step": 2947
    },
    {
      "epoch": 0.23532698716797382,
      "grad_norm": 0.6508554816246033,
      "learning_rate": 0.00019832916616396138,
      "loss": 0.4691,
      "step": 2948
    },
    {
      "epoch": 0.2354068131473388,
      "grad_norm": 0.5364278554916382,
      "learning_rate": 0.00019832802397910579,
      "loss": 0.439,
      "step": 2949
    },
    {
      "epoch": 0.23548663912670378,
      "grad_norm": 0.40420034527778625,
      "learning_rate": 0.000198326881407275,
      "loss": 0.3733,
      "step": 2950
    },
    {
      "epoch": 0.23556646510606877,
      "grad_norm": 0.6724891066551208,
      "learning_rate": 0.00019832573844847358,
      "loss": 0.5239,
      "step": 2951
    },
    {
      "epoch": 0.23564629108543375,
      "grad_norm": 0.5899553894996643,
      "learning_rate": 0.00019832459510270593,
      "loss": 0.4136,
      "step": 2952
    },
    {
      "epoch": 0.23572611706479873,
      "grad_norm": 0.532385528087616,
      "learning_rate": 0.00019832345136997664,
      "loss": 0.4041,
      "step": 2953
    },
    {
      "epoch": 0.23580594304416372,
      "grad_norm": 0.562379002571106,
      "learning_rate": 0.00019832230725029014,
      "loss": 0.4954,
      "step": 2954
    },
    {
      "epoch": 0.2358857690235287,
      "grad_norm": 0.6191665530204773,
      "learning_rate": 0.00019832116274365097,
      "loss": 0.3873,
      "step": 2955
    },
    {
      "epoch": 0.23596559500289369,
      "grad_norm": 0.5080252289772034,
      "learning_rate": 0.00019832001785006362,
      "loss": 0.3686,
      "step": 2956
    },
    {
      "epoch": 0.23604542098225867,
      "grad_norm": 0.7130825519561768,
      "learning_rate": 0.00019831887256953261,
      "loss": 0.4881,
      "step": 2957
    },
    {
      "epoch": 0.23612524696162365,
      "grad_norm": 0.5586583018302917,
      "learning_rate": 0.00019831772690206246,
      "loss": 0.4697,
      "step": 2958
    },
    {
      "epoch": 0.23620507294098864,
      "grad_norm": 0.5487046837806702,
      "learning_rate": 0.00019831658084765763,
      "loss": 0.4738,
      "step": 2959
    },
    {
      "epoch": 0.23628489892035362,
      "grad_norm": 0.6391279697418213,
      "learning_rate": 0.00019831543440632267,
      "loss": 0.4135,
      "step": 2960
    },
    {
      "epoch": 0.2363647248997186,
      "grad_norm": 0.4801987111568451,
      "learning_rate": 0.00019831428757806208,
      "loss": 0.3684,
      "step": 2961
    },
    {
      "epoch": 0.2364445508790836,
      "grad_norm": 0.5081483125686646,
      "learning_rate": 0.0001983131403628804,
      "loss": 0.4109,
      "step": 2962
    },
    {
      "epoch": 0.23652437685844857,
      "grad_norm": 0.6058533787727356,
      "learning_rate": 0.0001983119927607821,
      "loss": 0.5245,
      "step": 2963
    },
    {
      "epoch": 0.23660420283781355,
      "grad_norm": 0.4339686334133148,
      "learning_rate": 0.0001983108447717717,
      "loss": 0.3737,
      "step": 2964
    },
    {
      "epoch": 0.23668402881717854,
      "grad_norm": 0.4991763234138489,
      "learning_rate": 0.00019830969639585377,
      "loss": 0.5211,
      "step": 2965
    },
    {
      "epoch": 0.23676385479654352,
      "grad_norm": 0.529096245765686,
      "learning_rate": 0.00019830854763303277,
      "loss": 0.4214,
      "step": 2966
    },
    {
      "epoch": 0.23684368077590853,
      "grad_norm": 0.4303683042526245,
      "learning_rate": 0.00019830739848331327,
      "loss": 0.3139,
      "step": 2967
    },
    {
      "epoch": 0.23692350675527352,
      "grad_norm": 0.5895015001296997,
      "learning_rate": 0.00019830624894669974,
      "loss": 0.4322,
      "step": 2968
    },
    {
      "epoch": 0.2370033327346385,
      "grad_norm": 0.5654453039169312,
      "learning_rate": 0.00019830509902319673,
      "loss": 0.3987,
      "step": 2969
    },
    {
      "epoch": 0.23708315871400348,
      "grad_norm": 0.5652933716773987,
      "learning_rate": 0.0001983039487128088,
      "loss": 0.4424,
      "step": 2970
    },
    {
      "epoch": 0.23716298469336847,
      "grad_norm": 0.6021407246589661,
      "learning_rate": 0.00019830279801554045,
      "loss": 0.3996,
      "step": 2971
    },
    {
      "epoch": 0.23724281067273345,
      "grad_norm": 0.5724132657051086,
      "learning_rate": 0.00019830164693139613,
      "loss": 0.4327,
      "step": 2972
    },
    {
      "epoch": 0.23732263665209843,
      "grad_norm": 0.572307288646698,
      "learning_rate": 0.0001983004954603805,
      "loss": 0.5175,
      "step": 2973
    },
    {
      "epoch": 0.23740246263146342,
      "grad_norm": 0.45073243975639343,
      "learning_rate": 0.00019829934360249802,
      "loss": 0.4464,
      "step": 2974
    },
    {
      "epoch": 0.2374822886108284,
      "grad_norm": 0.4986611306667328,
      "learning_rate": 0.00019829819135775326,
      "loss": 0.4571,
      "step": 2975
    },
    {
      "epoch": 0.23756211459019339,
      "grad_norm": 0.5309373140335083,
      "learning_rate": 0.00019829703872615073,
      "loss": 0.4233,
      "step": 2976
    },
    {
      "epoch": 0.23764194056955837,
      "grad_norm": 0.5866553783416748,
      "learning_rate": 0.00019829588570769496,
      "loss": 0.5155,
      "step": 2977
    },
    {
      "epoch": 0.23772176654892335,
      "grad_norm": 0.46490561962127686,
      "learning_rate": 0.00019829473230239048,
      "loss": 0.3909,
      "step": 2978
    },
    {
      "epoch": 0.23780159252828834,
      "grad_norm": 0.4972328841686249,
      "learning_rate": 0.00019829357851024187,
      "loss": 0.3405,
      "step": 2979
    },
    {
      "epoch": 0.23788141850765332,
      "grad_norm": 0.45920857787132263,
      "learning_rate": 0.00019829242433125362,
      "loss": 0.4215,
      "step": 2980
    },
    {
      "epoch": 0.2379612444870183,
      "grad_norm": 0.5727497935295105,
      "learning_rate": 0.00019829126976543033,
      "loss": 0.4278,
      "step": 2981
    },
    {
      "epoch": 0.2380410704663833,
      "grad_norm": 0.5777372717857361,
      "learning_rate": 0.0001982901148127765,
      "loss": 0.4603,
      "step": 2982
    },
    {
      "epoch": 0.23812089644574827,
      "grad_norm": 0.5238129496574402,
      "learning_rate": 0.00019828895947329668,
      "loss": 0.3436,
      "step": 2983
    },
    {
      "epoch": 0.23820072242511325,
      "grad_norm": 0.737916886806488,
      "learning_rate": 0.00019828780374699545,
      "loss": 0.4185,
      "step": 2984
    },
    {
      "epoch": 0.23828054840447824,
      "grad_norm": 0.5464168190956116,
      "learning_rate": 0.00019828664763387732,
      "loss": 0.4304,
      "step": 2985
    },
    {
      "epoch": 0.23836037438384322,
      "grad_norm": 0.5952314734458923,
      "learning_rate": 0.00019828549113394686,
      "loss": 0.4679,
      "step": 2986
    },
    {
      "epoch": 0.2384402003632082,
      "grad_norm": 0.5395428538322449,
      "learning_rate": 0.0001982843342472086,
      "loss": 0.4331,
      "step": 2987
    },
    {
      "epoch": 0.2385200263425732,
      "grad_norm": 0.6051904559135437,
      "learning_rate": 0.0001982831769736671,
      "loss": 0.4313,
      "step": 2988
    },
    {
      "epoch": 0.23859985232193817,
      "grad_norm": 0.6525703072547913,
      "learning_rate": 0.00019828201931332696,
      "loss": 0.4612,
      "step": 2989
    },
    {
      "epoch": 0.23867967830130316,
      "grad_norm": 0.4683953821659088,
      "learning_rate": 0.00019828086126619267,
      "loss": 0.4646,
      "step": 2990
    },
    {
      "epoch": 0.23875950428066814,
      "grad_norm": 0.48620760440826416,
      "learning_rate": 0.00019827970283226886,
      "loss": 0.345,
      "step": 2991
    },
    {
      "epoch": 0.23883933026003312,
      "grad_norm": 0.6300380825996399,
      "learning_rate": 0.00019827854401155998,
      "loss": 0.5514,
      "step": 2992
    },
    {
      "epoch": 0.2389191562393981,
      "grad_norm": 0.5672520399093628,
      "learning_rate": 0.0001982773848040707,
      "loss": 0.4732,
      "step": 2993
    },
    {
      "epoch": 0.2389989822187631,
      "grad_norm": 0.6533186435699463,
      "learning_rate": 0.0001982762252098055,
      "loss": 0.4472,
      "step": 2994
    },
    {
      "epoch": 0.23907880819812807,
      "grad_norm": 0.7097029089927673,
      "learning_rate": 0.000198275065228769,
      "loss": 0.5476,
      "step": 2995
    },
    {
      "epoch": 0.23915863417749306,
      "grad_norm": 0.6364923119544983,
      "learning_rate": 0.00019827390486096578,
      "loss": 0.5256,
      "step": 2996
    },
    {
      "epoch": 0.23923846015685804,
      "grad_norm": 0.5556758642196655,
      "learning_rate": 0.00019827274410640035,
      "loss": 0.4806,
      "step": 2997
    },
    {
      "epoch": 0.23931828613622302,
      "grad_norm": 0.5970644950866699,
      "learning_rate": 0.00019827158296507728,
      "loss": 0.373,
      "step": 2998
    },
    {
      "epoch": 0.239398112115588,
      "grad_norm": 0.6275046467781067,
      "learning_rate": 0.00019827042143700122,
      "loss": 0.5898,
      "step": 2999
    },
    {
      "epoch": 0.239477938094953,
      "grad_norm": 0.4697152078151703,
      "learning_rate": 0.00019826925952217664,
      "loss": 0.4627,
      "step": 3000
    },
    {
      "epoch": 0.239477938094953,
      "eval_loss": 0.454298198223114,
      "eval_runtime": 34.1109,
      "eval_samples_per_second": 7.388,
      "eval_steps_per_second": 7.388,
      "step": 3000
    }
  ],
  "logging_steps": 1,
  "max_steps": 50108,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 200,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 3
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.5288315045347328e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}