{
  "best_metric": 0.6719141602516174,
  "best_model_checkpoint": "miner_id_24/checkpoint-800",
  "epoch": 0.18833025054649402,
  "eval_steps": 100,
  "global_step": 840,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0002242026792220167,
      "grad_norm": 126.1038818359375,
      "learning_rate": 2e-05,
      "loss": 20.535,
      "step": 1
    },
    {
      "epoch": 0.0002242026792220167,
      "eval_loss": 2.3938145637512207,
      "eval_runtime": 698.3723,
      "eval_samples_per_second": 7.16,
      "eval_steps_per_second": 1.79,
      "step": 1
    },
    {
      "epoch": 0.0004484053584440334,
      "grad_norm": 99.99730682373047,
      "learning_rate": 4e-05,
      "loss": 17.4049,
      "step": 2
    },
    {
      "epoch": 0.0006726080376660501,
      "grad_norm": 105.478759765625,
      "learning_rate": 6e-05,
      "loss": 16.535,
      "step": 3
    },
    {
      "epoch": 0.0008968107168880668,
      "grad_norm": 70.27592468261719,
      "learning_rate": 8e-05,
      "loss": 12.5348,
      "step": 4
    },
    {
      "epoch": 0.0011210133961100834,
      "grad_norm": 97.4080810546875,
      "learning_rate": 0.0001,
      "loss": 13.2828,
      "step": 5
    },
    {
      "epoch": 0.0013452160753321001,
      "grad_norm": 113.0913314819336,
      "learning_rate": 0.00012,
      "loss": 12.2028,
      "step": 6
    },
    {
      "epoch": 0.0015694187545541168,
      "grad_norm": 52.263145446777344,
      "learning_rate": 0.00014,
      "loss": 8.7435,
      "step": 7
    },
    {
      "epoch": 0.0017936214337761335,
      "grad_norm": 62.40456008911133,
      "learning_rate": 0.00016,
      "loss": 8.6549,
      "step": 8
    },
    {
      "epoch": 0.0020178241129981504,
      "grad_norm": 65.93408966064453,
      "learning_rate": 0.00018,
      "loss": 9.4705,
      "step": 9
    },
    {
      "epoch": 0.002242026792220167,
      "grad_norm": 43.083744049072266,
      "learning_rate": 0.0002,
      "loss": 7.8587,
      "step": 10
    },
    {
      "epoch": 0.002466229471442184,
      "grad_norm": 49.018985748291016,
      "learning_rate": 0.00019999928367015404,
      "loss": 7.3603,
      "step": 11
    },
    {
      "epoch": 0.0026904321506642003,
      "grad_norm": 29.12760353088379,
      "learning_rate": 0.00019999713469087867,
      "loss": 6.4356,
      "step": 12
    },
    {
      "epoch": 0.002914634829886217,
      "grad_norm": 32.05826950073242,
      "learning_rate": 0.00019999355309296144,
      "loss": 6.271,
      "step": 13
    },
    {
      "epoch": 0.0031388375091082337,
      "grad_norm": 34.21839141845703,
      "learning_rate": 0.00019998853892771453,
      "loss": 8.0705,
      "step": 14
    },
    {
      "epoch": 0.0033630401883302506,
      "grad_norm": 30.485218048095703,
      "learning_rate": 0.00019998209226697376,
      "loss": 8.2374,
      "step": 15
    },
    {
      "epoch": 0.003587242867552267,
      "grad_norm": 31.998018264770508,
      "learning_rate": 0.00019997421320309795,
      "loss": 6.9484,
      "step": 16
    },
    {
      "epoch": 0.003811445546774284,
      "grad_norm": 27.289979934692383,
      "learning_rate": 0.00019996490184896723,
      "loss": 7.0251,
      "step": 17
    },
    {
      "epoch": 0.004035648225996301,
      "grad_norm": 29.063690185546875,
      "learning_rate": 0.00019995415833798158,
      "loss": 7.7886,
      "step": 18
    },
    {
      "epoch": 0.004259850905218318,
      "grad_norm": 32.24039077758789,
      "learning_rate": 0.000199941982824059,
      "loss": 6.4147,
      "step": 19
    },
    {
      "epoch": 0.004484053584440334,
      "grad_norm": 29.33707046508789,
      "learning_rate": 0.00019992837548163316,
      "loss": 6.9304,
      "step": 20
    },
    {
      "epoch": 0.004708256263662351,
      "grad_norm": 35.22611618041992,
      "learning_rate": 0.00019991333650565095,
      "loss": 6.0003,
      "step": 21
    },
    {
      "epoch": 0.004932458942884368,
      "grad_norm": 37.675045013427734,
      "learning_rate": 0.00019989686611156972,
      "loss": 7.9153,
      "step": 22
    },
    {
      "epoch": 0.0051566616221063845,
      "grad_norm": 31.198379516601562,
      "learning_rate": 0.0001998789645353542,
      "loss": 4.9754,
      "step": 23
    },
    {
      "epoch": 0.0053808643013284006,
      "grad_norm": 36.45598602294922,
      "learning_rate": 0.000199859632033473,
      "loss": 7.6056,
      "step": 24
    },
    {
      "epoch": 0.0056050669805504175,
      "grad_norm": 33.72439956665039,
      "learning_rate": 0.00019983886888289514,
      "loss": 6.2217,
      "step": 25
    },
    {
      "epoch": 0.005829269659772434,
      "grad_norm": 31.307844161987305,
      "learning_rate": 0.00019981667538108587,
      "loss": 5.9159,
      "step": 26
    },
    {
      "epoch": 0.006053472338994451,
      "grad_norm": 27.1914119720459,
      "learning_rate": 0.00019979305184600256,
      "loss": 7.7606,
      "step": 27
    },
    {
      "epoch": 0.006277675018216467,
      "grad_norm": 30.91358757019043,
      "learning_rate": 0.00019976799861609008,
      "loss": 6.4419,
      "step": 28
    },
    {
      "epoch": 0.006501877697438484,
      "grad_norm": 31.102294921875,
      "learning_rate": 0.00019974151605027594,
      "loss": 7.3968,
      "step": 29
    },
    {
      "epoch": 0.006726080376660501,
      "grad_norm": 24.997732162475586,
      "learning_rate": 0.00019971360452796522,
      "loss": 7.405,
      "step": 30
    },
    {
      "epoch": 0.006950283055882518,
      "grad_norm": 27.011751174926758,
      "learning_rate": 0.000199684264449035,
      "loss": 6.295,
      "step": 31
    },
    {
      "epoch": 0.007174485735104534,
      "grad_norm": 57.90675354003906,
      "learning_rate": 0.0001996534962338288,
      "loss": 6.6209,
      "step": 32
    },
    {
      "epoch": 0.007398688414326551,
      "grad_norm": 26.843050003051758,
      "learning_rate": 0.00019962130032315044,
      "loss": 6.6557,
      "step": 33
    },
    {
      "epoch": 0.007622891093548568,
      "grad_norm": 38.86860656738281,
      "learning_rate": 0.0001995876771782577,
      "loss": 7.782,
      "step": 34
    },
    {
      "epoch": 0.007847093772770585,
      "grad_norm": 23.273401260375977,
      "learning_rate": 0.0001995526272808559,
      "loss": 5.6526,
      "step": 35
    },
    {
      "epoch": 0.008071296451992602,
      "grad_norm": 31.08440589904785,
      "learning_rate": 0.00019951615113309075,
      "loss": 8.2093,
      "step": 36
    },
    {
      "epoch": 0.008295499131214619,
      "grad_norm": 22.350833892822266,
      "learning_rate": 0.00019947824925754131,
      "loss": 6.028,
      "step": 37
    },
    {
      "epoch": 0.008519701810436636,
      "grad_norm": 27.807506561279297,
      "learning_rate": 0.00019943892219721253,
      "loss": 6.8341,
      "step": 38
    },
    {
      "epoch": 0.00874390448965865,
      "grad_norm": 28.673147201538086,
      "learning_rate": 0.00019939817051552728,
      "loss": 6.8244,
      "step": 39
    },
    {
      "epoch": 0.008968107168880668,
      "grad_norm": 28.544300079345703,
      "learning_rate": 0.0001993559947963185,
      "loss": 6.7331,
      "step": 40
    },
    {
      "epoch": 0.009192309848102685,
      "grad_norm": 35.682701110839844,
      "learning_rate": 0.00019931239564382073,
      "loss": 6.1532,
      "step": 41
    },
    {
      "epoch": 0.009416512527324701,
      "grad_norm": 28.997901916503906,
      "learning_rate": 0.00019926737368266144,
      "loss": 7.4634,
      "step": 42
    },
    {
      "epoch": 0.009640715206546718,
      "grad_norm": 26.42931365966797,
      "learning_rate": 0.00019922092955785217,
      "loss": 6.3474,
      "step": 43
    },
    {
      "epoch": 0.009864917885768735,
      "grad_norm": 28.974231719970703,
      "learning_rate": 0.00019917306393477907,
      "loss": 8.8579,
      "step": 44
    },
    {
      "epoch": 0.010089120564990752,
      "grad_norm": 23.615530014038086,
      "learning_rate": 0.00019912377749919374,
      "loss": 5.4516,
      "step": 45
    },
    {
      "epoch": 0.010313323244212769,
      "grad_norm": 28.568689346313477,
      "learning_rate": 0.00019907307095720303,
      "loss": 7.3263,
      "step": 46
    },
    {
      "epoch": 0.010537525923434784,
      "grad_norm": 26.684173583984375,
      "learning_rate": 0.0001990209450352591,
      "loss": 5.9323,
      "step": 47
    },
    {
      "epoch": 0.010761728602656801,
      "grad_norm": 33.331974029541016,
      "learning_rate": 0.00019896740048014908,
      "loss": 9.5157,
      "step": 48
    },
    {
      "epoch": 0.010985931281878818,
      "grad_norm": 24.288129806518555,
      "learning_rate": 0.0001989124380589842,
      "loss": 6.7932,
      "step": 49
    },
    {
      "epoch": 0.011210133961100835,
      "grad_norm": 23.27587890625,
      "learning_rate": 0.00019885605855918885,
      "loss": 5.9373,
      "step": 50
    },
    {
      "epoch": 0.011434336640322852,
      "grad_norm": 26.940839767456055,
      "learning_rate": 0.0001987982627884895,
      "loss": 6.7137,
      "step": 51
    },
    {
      "epoch": 0.011658539319544869,
      "grad_norm": 28.85309600830078,
      "learning_rate": 0.00019873905157490285,
      "loss": 6.9183,
      "step": 52
    },
    {
      "epoch": 0.011882741998766886,
      "grad_norm": 29.890792846679688,
      "learning_rate": 0.00019867842576672403,
      "loss": 5.5844,
      "step": 53
    },
    {
      "epoch": 0.012106944677988903,
      "grad_norm": 30.305374145507812,
      "learning_rate": 0.0001986163862325146,
      "loss": 5.8588,
      "step": 54
    },
    {
      "epoch": 0.01233114735721092,
      "grad_norm": 32.619354248046875,
      "learning_rate": 0.00019855293386108992,
      "loss": 6.7053,
      "step": 55
    },
    {
      "epoch": 0.012555350036432935,
      "grad_norm": 35.285362243652344,
      "learning_rate": 0.0001984880695615066,
      "loss": 6.6549,
      "step": 56
    },
    {
      "epoch": 0.012779552715654952,
      "grad_norm": 28.37751579284668,
      "learning_rate": 0.00019842179426304924,
      "loss": 5.6804,
      "step": 57
    },
    {
      "epoch": 0.013003755394876968,
      "grad_norm": 36.84033966064453,
      "learning_rate": 0.0001983541089152174,
      "loss": 6.9011,
      "step": 58
    },
    {
      "epoch": 0.013227958074098985,
      "grad_norm": 27.49158477783203,
      "learning_rate": 0.00019828501448771176,
      "loss": 6.4378,
      "step": 59
    },
    {
      "epoch": 0.013452160753321002,
      "grad_norm": 31.058568954467773,
      "learning_rate": 0.00019821451197042026,
      "loss": 7.2063,
      "step": 60
    },
    {
      "epoch": 0.01367636343254302,
      "grad_norm": 28.093948364257812,
      "learning_rate": 0.00019814260237340414,
      "loss": 6.8696,
      "step": 61
    },
    {
      "epoch": 0.013900566111765036,
      "grad_norm": 29.54469108581543,
      "learning_rate": 0.0001980692867268832,
      "loss": 6.4564,
      "step": 62
    },
    {
      "epoch": 0.014124768790987053,
      "grad_norm": 31.518455505371094,
      "learning_rate": 0.00019799456608122107,
      "loss": 6.683,
      "step": 63
    },
    {
      "epoch": 0.014348971470209068,
      "grad_norm": 28.135486602783203,
      "learning_rate": 0.0001979184415069104,
      "loss": 6.2822,
      "step": 64
    },
    {
      "epoch": 0.014573174149431085,
      "grad_norm": 26.87474250793457,
      "learning_rate": 0.00019784091409455728,
      "loss": 7.0468,
      "step": 65
    },
    {
      "epoch": 0.014797376828653102,
      "grad_norm": 33.120967864990234,
      "learning_rate": 0.00019776198495486565,
      "loss": 6.8367,
      "step": 66
    },
    {
      "epoch": 0.015021579507875119,
      "grad_norm": 36.56197738647461,
      "learning_rate": 0.00019768165521862155,
      "loss": 7.4689,
      "step": 67
    },
    {
      "epoch": 0.015245782187097136,
      "grad_norm": 29.483192443847656,
      "learning_rate": 0.00019759992603667667,
      "loss": 7.0864,
      "step": 68
    },
    {
      "epoch": 0.015469984866319153,
      "grad_norm": 26.171871185302734,
      "learning_rate": 0.0001975167985799321,
      "loss": 6.1041,
      "step": 69
    },
    {
      "epoch": 0.01569418754554117,
      "grad_norm": 39.571292877197266,
      "learning_rate": 0.00019743227403932134,
      "loss": 7.6122,
      "step": 70
    },
    {
      "epoch": 0.015918390224763185,
      "grad_norm": 30.298654556274414,
      "learning_rate": 0.0001973463536257935,
      "loss": 7.6106,
      "step": 71
    },
    {
      "epoch": 0.016142592903985203,
      "grad_norm": 43.653106689453125,
      "learning_rate": 0.00019725903857029564,
      "loss": 6.9136,
      "step": 72
    },
    {
      "epoch": 0.01636679558320722,
      "grad_norm": 25.71277618408203,
      "learning_rate": 0.00019717033012375538,
      "loss": 7.5374,
      "step": 73
    },
    {
      "epoch": 0.016590998262429237,
      "grad_norm": 24.647903442382812,
      "learning_rate": 0.00019708022955706292,
      "loss": 4.9617,
      "step": 74
    },
    {
      "epoch": 0.016815200941651252,
      "grad_norm": 25.697256088256836,
      "learning_rate": 0.00019698873816105273,
      "loss": 7.4518,
      "step": 75
    },
    {
      "epoch": 0.01703940362087327,
      "grad_norm": 25.474393844604492,
      "learning_rate": 0.00019689585724648516,
      "loss": 6.4463,
      "step": 76
    },
    {
      "epoch": 0.017263606300095286,
      "grad_norm": 27.94502067565918,
      "learning_rate": 0.00019680158814402762,
      "loss": 6.3231,
      "step": 77
    },
    {
      "epoch": 0.0174878089793173,
      "grad_norm": 32.44084167480469,
      "learning_rate": 0.00019670593220423558,
      "loss": 6.6641,
      "step": 78
    },
    {
      "epoch": 0.01771201165853932,
      "grad_norm": 31.0953426361084,
      "learning_rate": 0.0001966088907975331,
      "loss": 8.3381,
      "step": 79
    },
    {
      "epoch": 0.017936214337761335,
      "grad_norm": 26.307016372680664,
      "learning_rate": 0.00019651046531419332,
      "loss": 7.2786,
      "step": 80
    },
    {
      "epoch": 0.018160417016983354,
      "grad_norm": 27.859359741210938,
      "learning_rate": 0.00019641065716431849,
      "loss": 6.8786,
      "step": 81
    },
    {
      "epoch": 0.01838461969620537,
      "grad_norm": 25.600828170776367,
      "learning_rate": 0.00019630946777781966,
      "loss": 6.2762,
      "step": 82
    },
    {
      "epoch": 0.018608822375427388,
      "grad_norm": 25.116792678833008,
      "learning_rate": 0.00019620689860439647,
      "loss": 6.6437,
      "step": 83
    },
    {
      "epoch": 0.018833025054649403,
      "grad_norm": 30.76014518737793,
      "learning_rate": 0.0001961029511135161,
      "loss": 6.9008,
      "step": 84
    },
    {
      "epoch": 0.01905722773387142,
      "grad_norm": 25.599990844726562,
      "learning_rate": 0.0001959976267943923,
      "loss": 7.0286,
      "step": 85
    },
    {
      "epoch": 0.019281430413093437,
      "grad_norm": 27.448787689208984,
      "learning_rate": 0.00019589092715596417,
      "loss": 7.25,
      "step": 86
    },
    {
      "epoch": 0.019505633092315452,
      "grad_norm": 28.388507843017578,
      "learning_rate": 0.00019578285372687446,
      "loss": 6.6516,
      "step": 87
    },
    {
      "epoch": 0.01972983577153747,
      "grad_norm": 37.779422760009766,
      "learning_rate": 0.00019567340805544758,
      "loss": 6.51,
      "step": 88
    },
    {
      "epoch": 0.019954038450759486,
      "grad_norm": 26.867084503173828,
      "learning_rate": 0.00019556259170966755,
      "loss": 6.532,
      "step": 89
    },
    {
      "epoch": 0.020178241129981504,
      "grad_norm": 24.564254760742188,
      "learning_rate": 0.0001954504062771555,
      "loss": 6.5824,
      "step": 90
    },
    {
      "epoch": 0.02040244380920352,
      "grad_norm": 32.00818634033203,
      "learning_rate": 0.00019533685336514697,
      "loss": 7.4471,
      "step": 91
    },
    {
      "epoch": 0.020626646488425538,
      "grad_norm": 26.054603576660156,
      "learning_rate": 0.00019522193460046864,
      "loss": 6.5195,
      "step": 92
    },
    {
      "epoch": 0.020850849167647553,
      "grad_norm": 25.680438995361328,
      "learning_rate": 0.00019510565162951537,
      "loss": 5.439,
      "step": 93
    },
    {
      "epoch": 0.02107505184686957,
      "grad_norm": 31.208587646484375,
      "learning_rate": 0.00019498800611822645,
      "loss": 6.447,
      "step": 94
    },
    {
      "epoch": 0.021299254526091587,
      "grad_norm": 22.253074645996094,
      "learning_rate": 0.00019486899975206166,
      "loss": 5.865,
      "step": 95
    },
    {
      "epoch": 0.021523457205313602,
      "grad_norm": 30.783687591552734,
      "learning_rate": 0.00019474863423597728,
      "loss": 5.8101,
      "step": 96
    },
    {
      "epoch": 0.02174765988453562,
      "grad_norm": 32.515968322753906,
      "learning_rate": 0.00019462691129440147,
      "loss": 6.9156,
      "step": 97
    },
    {
      "epoch": 0.021971862563757636,
      "grad_norm": 26.716693878173828,
      "learning_rate": 0.00019450383267120982,
      "loss": 7.3049,
      "step": 98
    },
    {
      "epoch": 0.022196065242979655,
      "grad_norm": 34.22292709350586,
      "learning_rate": 0.00019437940012970013,
      "loss": 8.3232,
      "step": 99
    },
    {
      "epoch": 0.02242026792220167,
      "grad_norm": 26.541484832763672,
      "learning_rate": 0.00019425361545256727,
      "loss": 7.7195,
      "step": 100
    },
    {
      "epoch": 0.02242026792220167,
      "eval_loss": 0.8167434334754944,
      "eval_runtime": 704.0365,
      "eval_samples_per_second": 7.102,
      "eval_steps_per_second": 1.775,
      "step": 100
    },
    {
      "epoch": 0.02264447060142369,
      "grad_norm": 34.53705978393555,
      "learning_rate": 0.0001941264804418776,
      "loss": 7.6651,
      "step": 101
    },
    {
      "epoch": 0.022868673280645704,
      "grad_norm": 28.85417366027832,
      "learning_rate": 0.0001939979969190432,
      "loss": 6.902,
      "step": 102
    },
    {
      "epoch": 0.02309287595986772,
      "grad_norm": 22.874216079711914,
      "learning_rate": 0.00019386816672479565,
      "loss": 5.6693,
      "step": 103
    },
    {
      "epoch": 0.023317078639089737,
      "grad_norm": 25.60254669189453,
      "learning_rate": 0.00019373699171915988,
      "loss": 6.4141,
      "step": 104
    },
    {
      "epoch": 0.023541281318311753,
      "grad_norm": 27.99315071105957,
      "learning_rate": 0.00019360447378142728,
      "loss": 6.5433,
      "step": 105
    },
    {
      "epoch": 0.02376548399753377,
      "grad_norm": 22.138385772705078,
      "learning_rate": 0.00019347061481012894,
      "loss": 6.2604,
      "step": 106
    },
    {
      "epoch": 0.023989686676755786,
      "grad_norm": 28.11634063720703,
      "learning_rate": 0.00019333541672300841,
      "loss": 7.7013,
      "step": 107
    },
    {
      "epoch": 0.024213889355977805,
      "grad_norm": 26.298097610473633,
      "learning_rate": 0.00019319888145699415,
      "loss": 6.7254,
      "step": 108
    },
    {
      "epoch": 0.02443809203519982,
      "grad_norm": 32.601802825927734,
      "learning_rate": 0.00019306101096817186,
      "loss": 6.1263,
      "step": 109
    },
    {
      "epoch": 0.02466229471442184,
      "grad_norm": 27.140356063842773,
      "learning_rate": 0.00019292180723175654,
      "loss": 7.0992,
      "step": 110
    },
    {
      "epoch": 0.024886497393643854,
      "grad_norm": 28.598079681396484,
      "learning_rate": 0.00019278127224206396,
      "loss": 5.6771,
      "step": 111
    },
    {
      "epoch": 0.02511070007286587,
      "grad_norm": 36.28137969970703,
      "learning_rate": 0.00019263940801248226,
      "loss": 7.0739,
      "step": 112
    },
    {
      "epoch": 0.025334902752087888,
      "grad_norm": 28.40138053894043,
      "learning_rate": 0.0001924962165754431,
      "loss": 7.7833,
      "step": 113
    },
    {
      "epoch": 0.025559105431309903,
      "grad_norm": 24.93914794921875,
      "learning_rate": 0.0001923516999823925,
      "loss": 6.6856,
      "step": 114
    },
    {
      "epoch": 0.02578330811053192,
      "grad_norm": 27.28483772277832,
      "learning_rate": 0.00019220586030376134,
      "loss": 6.2761,
      "step": 115
    },
    {
      "epoch": 0.026007510789753937,
      "grad_norm": 23.135244369506836,
      "learning_rate": 0.00019205869962893605,
      "loss": 5.8583,
      "step": 116
    },
    {
      "epoch": 0.026231713468975956,
      "grad_norm": 28.643129348754883,
      "learning_rate": 0.0001919102200662282,
      "loss": 6.2237,
      "step": 117
    },
    {
      "epoch": 0.02645591614819797,
      "grad_norm": 25.207122802734375,
      "learning_rate": 0.0001917604237428447,
      "loss": 6.8272,
      "step": 118
    },
    {
      "epoch": 0.02668011882741999,
      "grad_norm": 23.8134765625,
      "learning_rate": 0.00019160931280485702,
      "loss": 5.2492,
      "step": 119
    },
    {
      "epoch": 0.026904321506642005,
      "grad_norm": 26.125720977783203,
      "learning_rate": 0.00019145688941717075,
      "loss": 5.7282,
      "step": 120
    },
    {
      "epoch": 0.02712852418586402,
      "grad_norm": 33.9704704284668,
      "learning_rate": 0.00019130315576349423,
      "loss": 6.9509,
      "step": 121
    },
    {
      "epoch": 0.02735272686508604,
      "grad_norm": 30.981101989746094,
      "learning_rate": 0.00019114811404630762,
      "loss": 6.3979,
      "step": 122
    },
    {
      "epoch": 0.027576929544308054,
      "grad_norm": 22.4842472076416,
      "learning_rate": 0.0001909917664868311,
      "loss": 6.0354,
      "step": 123
    },
    {
      "epoch": 0.027801132223530072,
      "grad_norm": 32.84996795654297,
      "learning_rate": 0.0001908341153249931,
      "loss": 6.4721,
      "step": 124
    },
    {
      "epoch": 0.028025334902752087,
      "grad_norm": 26.951725006103516,
      "learning_rate": 0.00019067516281939825,
      "loss": 6.7431,
      "step": 125
    },
    {
      "epoch": 0.028249537581974106,
      "grad_norm": 23.87074089050293,
      "learning_rate": 0.00019051491124729512,
      "loss": 5.931,
      "step": 126
    },
    {
      "epoch": 0.02847374026119612,
      "grad_norm": 37.152591705322266,
      "learning_rate": 0.00019035336290454334,
      "loss": 7.3899,
      "step": 127
    },
    {
      "epoch": 0.028697942940418136,
      "grad_norm": 32.23517608642578,
      "learning_rate": 0.00019019052010558088,
      "loss": 7.225,
      "step": 128
    },
    {
      "epoch": 0.028922145619640155,
      "grad_norm": 26.25091552734375,
      "learning_rate": 0.00019002638518339087,
      "loss": 5.6054,
      "step": 129
    },
    {
      "epoch": 0.02914634829886217,
      "grad_norm": 28.006101608276367,
      "learning_rate": 0.00018986096048946824,
      "loss": 7.9982,
      "step": 130
    },
    {
      "epoch": 0.02937055097808419,
      "grad_norm": 38.7149772644043,
      "learning_rate": 0.00018969424839378584,
      "loss": 8.4457,
      "step": 131
    },
    {
      "epoch": 0.029594753657306204,
      "grad_norm": 25.91262435913086,
      "learning_rate": 0.0001895262512847607,
      "loss": 6.9604,
      "step": 132
    },
    {
      "epoch": 0.029818956336528223,
      "grad_norm": 21.268983840942383,
      "learning_rate": 0.0001893569715692197,
      "loss": 5.2707,
      "step": 133
    },
    {
      "epoch": 0.030043159015750238,
      "grad_norm": 33.657981872558594,
      "learning_rate": 0.00018918641167236505,
      "loss": 5.9472,
      "step": 134
    },
    {
      "epoch": 0.030267361694972256,
      "grad_norm": 28.115495681762695,
      "learning_rate": 0.00018901457403773967,
      "loss": 7.0108,
      "step": 135
    },
    {
      "epoch": 0.03049156437419427,
      "grad_norm": 25.33727264404297,
      "learning_rate": 0.00018884146112719207,
      "loss": 5.8147,
      "step": 136
    },
    {
      "epoch": 0.030715767053416287,
      "grad_norm": 30.39851188659668,
      "learning_rate": 0.00018866707542084118,
      "loss": 7.2195,
      "step": 137
    },
    {
      "epoch": 0.030939969732638305,
      "grad_norm": 31.78814125061035,
      "learning_rate": 0.00018849141941704067,
      "loss": 6.3176,
      "step": 138
    },
    {
      "epoch": 0.03116417241186032,
      "grad_norm": 28.935474395751953,
      "learning_rate": 0.0001883144956323433,
      "loss": 7.5649,
      "step": 139
    },
    {
      "epoch": 0.03138837509108234,
      "grad_norm": 28.71467399597168,
      "learning_rate": 0.00018813630660146488,
      "loss": 6.115,
      "step": 140
    },
    {
      "epoch": 0.03161257777030436,
      "grad_norm": 26.66712188720703,
      "learning_rate": 0.00018795685487724782,
      "loss": 6.7109,
      "step": 141
    },
    {
      "epoch": 0.03183678044952637,
      "grad_norm": 26.047056198120117,
      "learning_rate": 0.00018777614303062457,
      "loss": 5.4715,
      "step": 142
    },
    {
      "epoch": 0.03206098312874839,
      "grad_norm": 27.34377098083496,
      "learning_rate": 0.000187594173650581,
      "loss": 6.8057,
      "step": 143
    },
    {
      "epoch": 0.03228518580797041,
      "grad_norm": 26.84559440612793,
      "learning_rate": 0.000187410949344119,
      "loss": 6.0385,
      "step": 144
    },
    {
      "epoch": 0.03250938848719242,
      "grad_norm": 22.556068420410156,
      "learning_rate": 0.0001872264727362194,
      "loss": 5.076,
      "step": 145
    },
    {
      "epoch": 0.03273359116641444,
      "grad_norm": 30.990081787109375,
      "learning_rate": 0.00018704074646980415,
      "loss": 8.3495,
      "step": 146
    },
    {
      "epoch": 0.032957793845636456,
      "grad_norm": 24.56372833251953,
      "learning_rate": 0.0001868537732056987,
      "loss": 6.0178,
      "step": 147
    },
    {
      "epoch": 0.033181996524858474,
      "grad_norm": 31.70186424255371,
      "learning_rate": 0.00018666555562259356,
      "loss": 7.7613,
      "step": 148
    },
    {
      "epoch": 0.033406199204080486,
      "grad_norm": 29.10866355895996,
      "learning_rate": 0.0001864760964170062,
      "loss": 5.487,
      "step": 149
    },
    {
      "epoch": 0.033630401883302505,
      "grad_norm": 25.912494659423828,
      "learning_rate": 0.00018628539830324229,
      "loss": 5.9884,
      "step": 150
    },
    {
      "epoch": 0.03385460456252452,
      "grad_norm": 28.45311737060547,
      "learning_rate": 0.00018609346401335684,
      "loss": 6.3458,
      "step": 151
    },
    {
      "epoch": 0.03407880724174654,
      "grad_norm": 24.32749366760254,
      "learning_rate": 0.00018590029629711506,
      "loss": 6.3678,
      "step": 152
    },
    {
      "epoch": 0.034303009920968554,
      "grad_norm": 32.25789260864258,
      "learning_rate": 0.00018570589792195298,
      "loss": 5.7656,
      "step": 153
    },
    {
      "epoch": 0.03452721260019057,
      "grad_norm": 29.06962776184082,
      "learning_rate": 0.00018551027167293768,
      "loss": 5.3993,
      "step": 154
    },
    {
      "epoch": 0.03475141527941259,
      "grad_norm": 27.226818084716797,
      "learning_rate": 0.00018531342035272766,
      "loss": 5.9963,
      "step": 155
    },
    {
      "epoch": 0.0349756179586346,
      "grad_norm": 23.95298194885254,
      "learning_rate": 0.00018511534678153244,
      "loss": 5.9709,
      "step": 156
    },
    {
      "epoch": 0.03519982063785662,
      "grad_norm": 31.9146728515625,
      "learning_rate": 0.0001849160537970722,
      "loss": 6.9961,
      "step": 157
    },
    {
      "epoch": 0.03542402331707864,
      "grad_norm": 25.755165100097656,
      "learning_rate": 0.0001847155442545372,
      "loss": 6.5454,
      "step": 158
    },
    {
      "epoch": 0.03564822599630066,
      "grad_norm": 24.231678009033203,
      "learning_rate": 0.00018451382102654683,
      "loss": 6.6485,
      "step": 159
    },
    {
      "epoch": 0.03587242867552267,
      "grad_norm": 27.726436614990234,
      "learning_rate": 0.00018431088700310844,
      "loss": 6.0035,
      "step": 160
    },
    {
      "epoch": 0.03609663135474469,
      "grad_norm": 29.822324752807617,
      "learning_rate": 0.00018410674509157607,
      "loss": 6.0299,
      "step": 161
    },
    {
      "epoch": 0.03632083403396671,
      "grad_norm": 28.1485538482666,
      "learning_rate": 0.00018390139821660855,
      "loss": 6.3191,
      "step": 162
    },
    {
      "epoch": 0.03654503671318872,
      "grad_norm": 29.311811447143555,
      "learning_rate": 0.00018369484932012777,
      "loss": 6.7074,
      "step": 163
    },
    {
      "epoch": 0.03676923939241074,
      "grad_norm": 32.607913970947266,
      "learning_rate": 0.00018348710136127655,
      "loss": 5.66,
      "step": 164
    },
    {
      "epoch": 0.03699344207163276,
      "grad_norm": 25.113399505615234,
      "learning_rate": 0.00018327815731637612,
      "loss": 6.9365,
      "step": 165
    },
    {
      "epoch": 0.037217644750854775,
      "grad_norm": 31.439462661743164,
      "learning_rate": 0.0001830680201788836,
      "loss": 5.919,
      "step": 166
    },
    {
      "epoch": 0.03744184743007679,
      "grad_norm": 26.15847396850586,
      "learning_rate": 0.0001828566929593491,
      "loss": 6.6313,
      "step": 167
    },
    {
      "epoch": 0.037666050109298806,
      "grad_norm": 35.38442611694336,
      "learning_rate": 0.00018264417868537244,
      "loss": 5.644,
      "step": 168
    },
    {
      "epoch": 0.037890252788520824,
      "grad_norm": 27.612476348876953,
      "learning_rate": 0.00018243048040156003,
      "loss": 7.0993,
      "step": 169
    },
    {
      "epoch": 0.03811445546774284,
      "grad_norm": 25.662029266357422,
      "learning_rate": 0.00018221560116948103,
      "loss": 6.0174,
      "step": 170
    },
    {
      "epoch": 0.038338658146964855,
      "grad_norm": 25.098709106445312,
      "learning_rate": 0.00018199954406762352,
      "loss": 6.5899,
      "step": 171
    },
    {
      "epoch": 0.03856286082618687,
      "grad_norm": 28.130373001098633,
      "learning_rate": 0.0001817823121913506,
      "loss": 6.4024,
      "step": 172
    },
    {
      "epoch": 0.03878706350540889,
      "grad_norm": 31.034496307373047,
      "learning_rate": 0.00018156390865285574,
      "loss": 6.8425,
      "step": 173
    },
    {
      "epoch": 0.039011266184630904,
      "grad_norm": 26.748743057250977,
      "learning_rate": 0.00018134433658111845,
      "loss": 6.3032,
      "step": 174
    },
    {
      "epoch": 0.03923546886385292,
      "grad_norm": 22.752180099487305,
      "learning_rate": 0.00018112359912185924,
      "loss": 6.1072,
      "step": 175
    },
    {
      "epoch": 0.03945967154307494,
      "grad_norm": 31.163314819335938,
      "learning_rate": 0.00018090169943749476,
      "loss": 6.5983,
      "step": 176
    },
    {
      "epoch": 0.03968387422229696,
      "grad_norm": 27.870765686035156,
      "learning_rate": 0.00018067864070709231,
      "loss": 8.1716,
      "step": 177
    },
    {
      "epoch": 0.03990807690151897,
      "grad_norm": 27.21661949157715,
      "learning_rate": 0.00018045442612632444,
      "loss": 6.9641,
      "step": 178
    },
    {
      "epoch": 0.04013227958074099,
      "grad_norm": 26.731801986694336,
      "learning_rate": 0.00018022905890742306,
      "loss": 6.2812,
      "step": 179
    },
    {
      "epoch": 0.04035648225996301,
      "grad_norm": 24.192214965820312,
      "learning_rate": 0.00018000254227913348,
      "loss": 5.758,
      "step": 180
    },
    {
      "epoch": 0.04058068493918502,
      "grad_norm": 30.906335830688477,
      "learning_rate": 0.0001797748794866681,
      "loss": 6.9955,
      "step": 181
    },
    {
      "epoch": 0.04080488761840704,
      "grad_norm": 27.075498580932617,
      "learning_rate": 0.00017954607379166,
      "loss": 6.4733,
      "step": 182
    },
    {
      "epoch": 0.04102909029762906,
      "grad_norm": 22.58766746520996,
      "learning_rate": 0.00017931612847211614,
      "loss": 5.943,
      "step": 183
    },
    {
      "epoch": 0.041253292976851076,
      "grad_norm": 28.564857482910156,
      "learning_rate": 0.00017908504682237047,
      "loss": 6.9913,
      "step": 184
    },
    {
      "epoch": 0.04147749565607309,
      "grad_norm": 27.306659698486328,
      "learning_rate": 0.0001788528321530366,
      "loss": 7.4083,
      "step": 185
    },
    {
      "epoch": 0.041701698335295107,
      "grad_norm": 19.585481643676758,
      "learning_rate": 0.00017861948779096046,
      "loss": 5.2434,
      "step": 186
    },
    {
      "epoch": 0.041925901014517125,
      "grad_norm": 28.687835693359375,
      "learning_rate": 0.00017838501707917277,
      "loss": 6.9779,
      "step": 187
    },
    {
      "epoch": 0.04215010369373914,
      "grad_norm": 22.903833389282227,
      "learning_rate": 0.0001781494233768408,
      "loss": 6.7312,
      "step": 188
    },
    {
      "epoch": 0.042374306372961155,
      "grad_norm": 32.384071350097656,
      "learning_rate": 0.00017791271005922066,
      "loss": 6.044,
      "step": 189
    },
    {
      "epoch": 0.042598509052183174,
      "grad_norm": 31.21797752380371,
      "learning_rate": 0.00017767488051760857,
      "loss": 6.6644,
      "step": 190
    },
    {
      "epoch": 0.04282271173140519,
      "grad_norm": 28.008169174194336,
      "learning_rate": 0.0001774359381592925,
      "loss": 5.4835,
      "step": 191
    },
    {
      "epoch": 0.043046914410627204,
      "grad_norm": 27.017803192138672,
      "learning_rate": 0.00017719588640750336,
      "loss": 6.8772,
      "step": 192
    },
    {
      "epoch": 0.04327111708984922,
      "grad_norm": 22.190126419067383,
      "learning_rate": 0.00017695472870136577,
      "loss": 5.3273,
      "step": 193
    },
    {
      "epoch": 0.04349531976907124,
      "grad_norm": 25.520254135131836,
      "learning_rate": 0.00017671246849584903,
      "loss": 5.2049,
      "step": 194
    },
    {
      "epoch": 0.04371952244829326,
      "grad_norm": 29.884645462036133,
      "learning_rate": 0.00017646910926171747,
      "loss": 6.8554,
      "step": 195
    },
    {
      "epoch": 0.04394372512751527,
      "grad_norm": 22.455238342285156,
      "learning_rate": 0.0001762246544854807,
      "loss": 5.3091,
      "step": 196
    },
    {
      "epoch": 0.04416792780673729,
      "grad_norm": 31.887685775756836,
      "learning_rate": 0.00017597910766934378,
      "loss": 6.7686,
      "step": 197
    },
    {
      "epoch": 0.04439213048595931,
      "grad_norm": 23.880464553833008,
      "learning_rate": 0.00017573247233115694,
      "loss": 4.9694,
      "step": 198
    },
    {
      "epoch": 0.04461633316518132,
      "grad_norm": 25.794836044311523,
      "learning_rate": 0.00017548475200436533,
      "loss": 6.0254,
      "step": 199
    },
    {
      "epoch": 0.04484053584440334,
      "grad_norm": 25.69194221496582,
      "learning_rate": 0.00017523595023795813,
      "loss": 5.0283,
      "step": 200
    },
    {
      "epoch": 0.04484053584440334,
      "eval_loss": 0.7787144780158997,
      "eval_runtime": 703.949,
      "eval_samples_per_second": 7.103,
      "eval_steps_per_second": 1.776,
      "step": 200
    },
    {
      "epoch": 0.04506473852362536,
      "grad_norm": 26.68964385986328,
      "learning_rate": 0.00017498607059641806,
      "loss": 7.7639,
      "step": 201
    },
    {
      "epoch": 0.04528894120284738,
      "grad_norm": 26.825929641723633,
      "learning_rate": 0.00017473511665966993,
      "loss": 6.7804,
      "step": 202
    },
    {
      "epoch": 0.04551314388206939,
      "grad_norm": 23.67875862121582,
      "learning_rate": 0.00017448309202302968,
      "loss": 5.4813,
      "step": 203
    },
    {
      "epoch": 0.04573734656129141,
      "grad_norm": 26.33807373046875,
      "learning_rate": 0.00017423000029715267,
      "loss": 7.3499,
      "step": 204
    },
    {
      "epoch": 0.045961549240513426,
      "grad_norm": 31.40791893005371,
      "learning_rate": 0.0001739758451079821,
      "loss": 7.0488,
      "step": 205
    },
    {
      "epoch": 0.04618575191973544,
      "grad_norm": 30.0040340423584,
      "learning_rate": 0.00017372063009669686,
      "loss": 6.9667,
      "step": 206
    },
    {
      "epoch": 0.046409954598957456,
      "grad_norm": 24.12087059020996,
      "learning_rate": 0.00017346435891965956,
      "loss": 5.6326,
      "step": 207
    },
    {
      "epoch": 0.046634157278179475,
      "grad_norm": 25.19437599182129,
      "learning_rate": 0.00017320703524836405,
      "loss": 6.5727,
      "step": 208
    },
    {
      "epoch": 0.046858359957401494,
      "grad_norm": 25.65641212463379,
      "learning_rate": 0.00017294866276938288,
      "loss": 7.3645,
      "step": 209
    },
    {
      "epoch": 0.047082562636623505,
      "grad_norm": 26.1568546295166,
      "learning_rate": 0.00017268924518431438,
      "loss": 6.4609,
      "step": 210
    },
    {
      "epoch": 0.047306765315845524,
      "grad_norm": 27.86001205444336,
      "learning_rate": 0.00017242878620972972,
      "loss": 5.6512,
      "step": 211
    },
    {
      "epoch": 0.04753096799506754,
      "grad_norm": 30.072603225708008,
      "learning_rate": 0.00017216728957711967,
      "loss": 6.3957,
      "step": 212
    },
    {
      "epoch": 0.047755170674289554,
      "grad_norm": 28.224714279174805,
      "learning_rate": 0.0001719047590328411,
      "loss": 7.073,
      "step": 213
    },
    {
      "epoch": 0.04797937335351157,
      "grad_norm": 25.31119728088379,
      "learning_rate": 0.0001716411983380632,
      "loss": 6.6975,
      "step": 214
    },
    {
      "epoch": 0.04820357603273359,
      "grad_norm": 26.434383392333984,
      "learning_rate": 0.0001713766112687139,
      "loss": 6.2888,
      "step": 215
    },
    {
      "epoch": 0.04842777871195561,
      "grad_norm": 22.03464698791504,
      "learning_rate": 0.00017111100161542545,
      "loss": 5.1292,
      "step": 216
    },
    {
      "epoch": 0.04865198139117762,
      "grad_norm": 28.093812942504883,
      "learning_rate": 0.00017084437318348034,
      "loss": 6.2516,
      "step": 217
    },
    {
      "epoch": 0.04887618407039964,
      "grad_norm": 25.522157669067383,
      "learning_rate": 0.00017057672979275656,
      "loss": 4.3692,
      "step": 218
    },
    {
      "epoch": 0.04910038674962166,
      "grad_norm": 37.885066986083984,
      "learning_rate": 0.00017030807527767318,
      "loss": 8.6422,
      "step": 219
    },
    {
      "epoch": 0.04932458942884368,
      "grad_norm": 23.919164657592773,
      "learning_rate": 0.0001700384134871351,
      "loss": 4.3907,
      "step": 220
    },
    {
      "epoch": 0.04954879210806569,
      "grad_norm": 30.759042739868164,
      "learning_rate": 0.00016976774828447808,
      "loss": 5.7591,
      "step": 221
    },
    {
      "epoch": 0.04977299478728771,
      "grad_norm": 25.29736328125,
      "learning_rate": 0.0001694960835474134,
      "loss": 6.4651,
      "step": 222
    },
    {
      "epoch": 0.04999719746650973,
      "grad_norm": 32.31372833251953,
      "learning_rate": 0.00016922342316797224,
      "loss": 7.5994,
      "step": 223
    },
    {
      "epoch": 0.05022140014573174,
      "grad_norm": 34.49051284790039,
      "learning_rate": 0.00016894977105244997,
      "loss": 5.3788,
      "step": 224
    },
    {
      "epoch": 0.05044560282495376,
      "grad_norm": 27.807523727416992,
      "learning_rate": 0.00016867513112135013,
      "loss": 7.0854,
      "step": 225
    },
    {
      "epoch": 0.050669805504175776,
      "grad_norm": 26.920969009399414,
      "learning_rate": 0.0001683995073093283,
      "loss": 5.4263,
      "step": 226
    },
    {
      "epoch": 0.050894008183397794,
      "grad_norm": 21.783588409423828,
      "learning_rate": 0.00016812290356513576,
      "loss": 5.0984,
      "step": 227
    },
    {
      "epoch": 0.051118210862619806,
      "grad_norm": 28.780790328979492,
      "learning_rate": 0.00016784532385156285,
      "loss": 6.5168,
      "step": 228
    },
    {
      "epoch": 0.051342413541841825,
      "grad_norm": 23.58247184753418,
      "learning_rate": 0.0001675667721453822,
      "loss": 6.3168,
      "step": 229
    },
    {
      "epoch": 0.05156661622106384,
      "grad_norm": 28.736845016479492,
      "learning_rate": 0.0001672872524372919,
      "loss": 6.3998,
      "step": 230
    },
    {
      "epoch": 0.051790818900285855,
      "grad_norm": 26.237924575805664,
      "learning_rate": 0.0001670067687318581,
      "loss": 5.0964,
      "step": 231
    },
    {
      "epoch": 0.052015021579507874,
      "grad_norm": 43.71037673950195,
      "learning_rate": 0.00016672532504745778,
      "loss": 5.4998,
      "step": 232
    },
    {
      "epoch": 0.05223922425872989,
      "grad_norm": 29.2600040435791,
      "learning_rate": 0.00016644292541622118,
      "loss": 6.8491,
      "step": 233
    },
    {
      "epoch": 0.05246342693795191,
      "grad_norm": 21.38605499267578,
      "learning_rate": 0.00016615957388397399,
      "loss": 5.3216,
      "step": 234
    },
    {
      "epoch": 0.05268762961717392,
      "grad_norm": 23.657005310058594,
      "learning_rate": 0.00016587527451017938,
      "loss": 5.0904,
      "step": 235
    },
    {
      "epoch": 0.05291183229639594,
      "grad_norm": 31.94679069519043,
      "learning_rate": 0.00016559003136787988,
      "loss": 6.6094,
      "step": 236
    },
    {
      "epoch": 0.05313603497561796,
      "grad_norm": 24.545034408569336,
      "learning_rate": 0.00016530384854363908,
      "loss": 5.9517,
      "step": 237
    },
    {
      "epoch": 0.05336023765483998,
      "grad_norm": 20.54098892211914,
      "learning_rate": 0.00016501673013748284,
      "loss": 4.7426,
      "step": 238
    },
    {
      "epoch": 0.05358444033406199,
      "grad_norm": 29.30255699157715,
      "learning_rate": 0.0001647286802628409,
      "loss": 5.0767,
      "step": 239
    },
    {
      "epoch": 0.05380864301328401,
      "grad_norm": 25.274873733520508,
      "learning_rate": 0.0001644397030464877,
      "loss": 6.0057,
      "step": 240
    },
    {
      "epoch": 0.05403284569250603,
      "grad_norm": 30.522607803344727,
      "learning_rate": 0.00016414980262848333,
      "loss": 5.4639,
      "step": 241
    },
    {
      "epoch": 0.05425704837172804,
      "grad_norm": 27.17019271850586,
      "learning_rate": 0.00016385898316211426,
      "loss": 8.2,
      "step": 242
    },
    {
      "epoch": 0.05448125105095006,
      "grad_norm": 34.644840240478516,
      "learning_rate": 0.0001635672488138337,
      "loss": 6.2911,
      "step": 243
    },
    {
      "epoch": 0.05470545373017208,
      "grad_norm": 31.783117294311523,
      "learning_rate": 0.0001632746037632021,
      "loss": 7.2176,
      "step": 244
    },
    {
      "epoch": 0.054929656409394095,
      "grad_norm": 26.393400192260742,
      "learning_rate": 0.00016298105220282713,
      "loss": 7.2498,
      "step": 245
    },
    {
      "epoch": 0.05515385908861611,
      "grad_norm": 24.275781631469727,
      "learning_rate": 0.00016268659833830367,
      "loss": 6.0092,
      "step": 246
    },
    {
      "epoch": 0.055378061767838126,
      "grad_norm": 30.19478988647461,
      "learning_rate": 0.00016239124638815357,
      "loss": 5.8394,
      "step": 247
    },
    {
      "epoch": 0.055602264447060144,
      "grad_norm": 28.320449829101562,
      "learning_rate": 0.00016209500058376515,
      "loss": 7.5603,
      "step": 248
    },
    {
      "epoch": 0.055826467126282156,
      "grad_norm": 27.67572784423828,
      "learning_rate": 0.00016179786516933264,
      "loss": 6.5809,
      "step": 249
    },
    {
      "epoch": 0.056050669805504175,
      "grad_norm": 24.7399959564209,
      "learning_rate": 0.00016149984440179537,
      "loss": 5.6449,
      "step": 250
    },
    {
      "epoch": 0.05627487248472619,
      "grad_norm": 24.4751033782959,
      "learning_rate": 0.0001612009425507767,
      "loss": 6.317,
      "step": 251
    },
    {
      "epoch": 0.05649907516394821,
      "grad_norm": 23.211273193359375,
      "learning_rate": 0.00016090116389852306,
      "loss": 5.4623,
      "step": 252
    },
    {
      "epoch": 0.056723277843170224,
      "grad_norm": 35.17152786254883,
      "learning_rate": 0.00016060051273984226,
      "loss": 7.8537,
      "step": 253
    },
    {
      "epoch": 0.05694748052239224,
      "grad_norm": 31.641395568847656,
      "learning_rate": 0.00016029899338204233,
      "loss": 6.8457,
      "step": 254
    },
    {
      "epoch": 0.05717168320161426,
      "grad_norm": 28.683767318725586,
      "learning_rate": 0.00015999661014486956,
      "loss": 7.2325,
      "step": 255
    },
    {
      "epoch": 0.05739588588083627,
      "grad_norm": 26.966703414916992,
      "learning_rate": 0.0001596933673604467,
      "loss": 6.0539,
      "step": 256
    },
    {
      "epoch": 0.05762008856005829,
      "grad_norm": 24.80389976501465,
      "learning_rate": 0.0001593892693732109,
      "loss": 5.9841,
      "step": 257
    },
    {
      "epoch": 0.05784429123928031,
      "grad_norm": 34.446815490722656,
      "learning_rate": 0.00015908432053985143,
      "loss": 6.8646,
      "step": 258
    },
    {
      "epoch": 0.05806849391850233,
      "grad_norm": 21.325645446777344,
      "learning_rate": 0.00015877852522924732,
      "loss": 5.2984,
      "step": 259
    },
    {
      "epoch": 0.05829269659772434,
      "grad_norm": 34.308197021484375,
      "learning_rate": 0.0001584718878224047,
      "loss": 7.5846,
      "step": 260
    },
    {
      "epoch": 0.05851689927694636,
      "grad_norm": 22.28634262084961,
      "learning_rate": 0.00015816441271239415,
      "loss": 6.2673,
      "step": 261
    },
    {
      "epoch": 0.05874110195616838,
      "grad_norm": 25.385961532592773,
      "learning_rate": 0.00015785610430428762,
      "loss": 6.993,
      "step": 262
    },
    {
      "epoch": 0.058965304635390396,
      "grad_norm": 26.998252868652344,
      "learning_rate": 0.00015754696701509533,
      "loss": 5.9968,
      "step": 263
    },
    {
      "epoch": 0.05918950731461241,
      "grad_norm": 29.365854263305664,
      "learning_rate": 0.00015723700527370268,
      "loss": 8.324,
      "step": 264
    },
    {
      "epoch": 0.059413709993834427,
      "grad_norm": 26.02857780456543,
      "learning_rate": 0.00015692622352080662,
      "loss": 5.4796,
      "step": 265
    },
    {
      "epoch": 0.059637912673056445,
      "grad_norm": 29.669628143310547,
      "learning_rate": 0.00015661462620885199,
      "loss": 6.2872,
      "step": 266
    },
    {
      "epoch": 0.05986211535227846,
      "grad_norm": 30.974468231201172,
      "learning_rate": 0.00015630221780196793,
      "loss": 7.349,
      "step": 267
    },
    {
      "epoch": 0.060086318031500476,
      "grad_norm": 22.726001739501953,
      "learning_rate": 0.0001559890027759037,
      "loss": 5.7207,
      "step": 268
    },
    {
      "epoch": 0.060310520710722494,
      "grad_norm": 25.2329158782959,
      "learning_rate": 0.0001556749856179648,
      "loss": 5.8548,
      "step": 269
    },
    {
      "epoch": 0.06053472338994451,
      "grad_norm": 28.854917526245117,
      "learning_rate": 0.00015536017082694846,
      "loss": 8.1974,
      "step": 270
    },
    {
      "epoch": 0.060758926069166524,
      "grad_norm": 27.093841552734375,
      "learning_rate": 0.00015504456291307928,
      "loss": 6.0959,
      "step": 271
    },
    {
      "epoch": 0.06098312874838854,
      "grad_norm": 26.861101150512695,
      "learning_rate": 0.0001547281663979446,
      "loss": 6.3417,
      "step": 272
    },
    {
      "epoch": 0.06120733142761056,
      "grad_norm": 34.58692932128906,
      "learning_rate": 0.0001544109858144298,
      "loss": 5.6725,
      "step": 273
    },
    {
      "epoch": 0.061431534106832573,
      "grad_norm": 30.19547462463379,
      "learning_rate": 0.00015409302570665325,
      "loss": 6.6448,
      "step": 274
    },
    {
      "epoch": 0.06165573678605459,
      "grad_norm": 35.375850677490234,
      "learning_rate": 0.00015377429062990122,
      "loss": 6.586,
      "step": 275
    },
    {
      "epoch": 0.06187993946527661,
      "grad_norm": 32.33896255493164,
      "learning_rate": 0.00015345478515056267,
      "loss": 5.0244,
      "step": 276
    },
    {
      "epoch": 0.06210414214449863,
      "grad_norm": 22.222728729248047,
      "learning_rate": 0.0001531345138460639,
      "loss": 5.1491,
      "step": 277
    },
    {
      "epoch": 0.06232834482372064,
      "grad_norm": 22.69867515563965,
      "learning_rate": 0.00015281348130480272,
      "loss": 6.2111,
      "step": 278
    },
    {
      "epoch": 0.06255254750294266,
      "grad_norm": 31.529678344726562,
      "learning_rate": 0.00015249169212608294,
      "loss": 7.6497,
      "step": 279
    },
    {
      "epoch": 0.06277675018216468,
      "grad_norm": 20.71282196044922,
      "learning_rate": 0.00015216915092004847,
      "loss": 4.4721,
      "step": 280
    },
    {
      "epoch": 0.0630009528613867,
      "grad_norm": 28.865964889526367,
      "learning_rate": 0.0001518458623076171,
      "loss": 6.7895,
      "step": 281
    },
    {
      "epoch": 0.06322515554060872,
      "grad_norm": 37.748802185058594,
      "learning_rate": 0.0001515218309204145,
      "loss": 6.9725,
      "step": 282
    },
    {
      "epoch": 0.06344935821983072,
      "grad_norm": 24.95966148376465,
      "learning_rate": 0.00015119706140070778,
      "loss": 5.2719,
      "step": 283
    },
    {
      "epoch": 0.06367356089905274,
      "grad_norm": 29.674686431884766,
      "learning_rate": 0.00015087155840133888,
      "loss": 6.693,
      "step": 284
    },
    {
      "epoch": 0.06389776357827476,
      "grad_norm": 27.693613052368164,
      "learning_rate": 0.0001505453265856581,
      "loss": 4.8887,
      "step": 285
    },
    {
      "epoch": 0.06412196625749678,
      "grad_norm": 25.27315330505371,
      "learning_rate": 0.00015021837062745714,
      "loss": 4.9784,
      "step": 286
    },
    {
      "epoch": 0.0643461689367188,
      "grad_norm": 27.22920036315918,
      "learning_rate": 0.00014989069521090226,
      "loss": 6.8051,
      "step": 287
    },
    {
      "epoch": 0.06457037161594081,
      "grad_norm": 29.53125,
      "learning_rate": 0.00014956230503046703,
      "loss": 6.1924,
      "step": 288
    },
    {
      "epoch": 0.06479457429516283,
      "grad_norm": 22.533437728881836,
      "learning_rate": 0.00014923320479086523,
      "loss": 3.9074,
      "step": 289
    },
    {
      "epoch": 0.06501877697438484,
      "grad_norm": 27.690608978271484,
      "learning_rate": 0.00014890339920698334,
      "loss": 5.6133,
      "step": 290
    },
    {
      "epoch": 0.06524297965360686,
      "grad_norm": 26.100614547729492,
      "learning_rate": 0.000148572893003813,
      "loss": 6.2221,
      "step": 291
    },
    {
      "epoch": 0.06546718233282887,
      "grad_norm": 27.521034240722656,
      "learning_rate": 0.00014824169091638337,
      "loss": 6.2779,
      "step": 292
    },
    {
      "epoch": 0.06569138501205089,
      "grad_norm": 25.931276321411133,
      "learning_rate": 0.0001479097976896933,
      "loss": 5.497,
      "step": 293
    },
    {
      "epoch": 0.06591558769127291,
      "grad_norm": 25.47264862060547,
      "learning_rate": 0.00014757721807864317,
      "loss": 7.2255,
      "step": 294
    },
    {
      "epoch": 0.06613979037049493,
      "grad_norm": 34.3621940612793,
      "learning_rate": 0.0001472439568479671,
      "loss": 6.2906,
      "step": 295
    },
    {
      "epoch": 0.06636399304971695,
      "grad_norm": 30.048749923706055,
      "learning_rate": 0.0001469100187721644,
      "loss": 7.3081,
      "step": 296
    },
    {
      "epoch": 0.06658819572893897,
      "grad_norm": 25.935880661010742,
      "learning_rate": 0.0001465754086354312,
      "loss": 6.5646,
      "step": 297
    },
    {
      "epoch": 0.06681239840816097,
      "grad_norm": 31.581850051879883,
      "learning_rate": 0.0001462401312315922,
      "loss": 6.317,
      "step": 298
    },
    {
      "epoch": 0.06703660108738299,
      "grad_norm": 30.92125129699707,
      "learning_rate": 0.00014590419136403148,
      "loss": 5.8107,
      "step": 299
    },
    {
      "epoch": 0.06726080376660501,
      "grad_norm": 20.947221755981445,
      "learning_rate": 0.00014556759384562416,
      "loss": 5.4587,
      "step": 300
    },
    {
      "epoch": 0.06726080376660501,
      "eval_loss": 0.7641205787658691,
      "eval_runtime": 703.8737,
      "eval_samples_per_second": 7.104,
      "eval_steps_per_second": 1.776,
      "step": 300
    },
    {
      "epoch": 0.06748500644582703,
      "grad_norm": 22.433246612548828,
      "learning_rate": 0.00014523034349866724,
      "loss": 5.3525,
      "step": 301
    },
    {
      "epoch": 0.06770920912504905,
      "grad_norm": 26.223323822021484,
      "learning_rate": 0.00014489244515481046,
      "loss": 6.456,
      "step": 302
    },
    {
      "epoch": 0.06793341180427107,
      "grad_norm": 27.563039779663086,
      "learning_rate": 0.00014455390365498722,
      "loss": 5.4097,
      "step": 303
    },
    {
      "epoch": 0.06815761448349308,
      "grad_norm": 23.94797706604004,
      "learning_rate": 0.0001442147238493451,
      "loss": 5.0482,
      "step": 304
    },
    {
      "epoch": 0.06838181716271509,
      "grad_norm": 21.291425704956055,
      "learning_rate": 0.00014387491059717652,
      "loss": 5.5756,
      "step": 305
    },
    {
      "epoch": 0.06860601984193711,
      "grad_norm": 24.306989669799805,
      "learning_rate": 0.00014353446876684892,
      "loss": 5.5763,
      "step": 306
    },
    {
      "epoch": 0.06883022252115913,
      "grad_norm": 26.249731063842773,
      "learning_rate": 0.00014319340323573518,
      "loss": 5.3777,
      "step": 307
    },
    {
      "epoch": 0.06905442520038114,
      "grad_norm": 25.386579513549805,
      "learning_rate": 0.0001428517188901437,
      "loss": 4.9775,
      "step": 308
    },
    {
      "epoch": 0.06927862787960316,
      "grad_norm": 28.783363342285156,
      "learning_rate": 0.00014250942062524834,
      "loss": 6.6978,
      "step": 309
    },
    {
      "epoch": 0.06950283055882518,
      "grad_norm": 26.462312698364258,
      "learning_rate": 0.0001421665133450184,
      "loss": 5.6331,
      "step": 310
    },
    {
      "epoch": 0.0697270332380472,
      "grad_norm": 28.439918518066406,
      "learning_rate": 0.00014182300196214829,
      "loss": 5.7064,
      "step": 311
    },
    {
      "epoch": 0.0699512359172692,
      "grad_norm": 25.450496673583984,
      "learning_rate": 0.00014147889139798708,
      "loss": 5.6113,
      "step": 312
    },
    {
      "epoch": 0.07017543859649122,
      "grad_norm": 23.286020278930664,
      "learning_rate": 0.00014113418658246815,
      "loss": 5.6453,
      "step": 313
    },
    {
      "epoch": 0.07039964127571324,
      "grad_norm": 27.5487060546875,
      "learning_rate": 0.00014078889245403844,
      "loss": 7.4498,
      "step": 314
    },
    {
      "epoch": 0.07062384395493526,
      "grad_norm": 24.131595611572266,
      "learning_rate": 0.0001404430139595877,
      "loss": 5.5885,
      "step": 315
    },
    {
      "epoch": 0.07084804663415728,
      "grad_norm": 23.212574005126953,
      "learning_rate": 0.0001400965560543778,
      "loss": 5.4629,
      "step": 316
    },
    {
      "epoch": 0.0710722493133793,
      "grad_norm": 20.374752044677734,
      "learning_rate": 0.0001397495237019714,
      "loss": 5.8839,
      "step": 317
    },
    {
      "epoch": 0.07129645199260132,
      "grad_norm": 30.799087524414062,
      "learning_rate": 0.0001394019218741612,
      "loss": 6.004,
      "step": 318
    },
    {
      "epoch": 0.07152065467182332,
      "grad_norm": 20.440460205078125,
      "learning_rate": 0.00013905375555089844,
      "loss": 5.7907,
      "step": 319
    },
    {
      "epoch": 0.07174485735104534,
      "grad_norm": 27.264223098754883,
      "learning_rate": 0.00013870502972022173,
      "loss": 6.7352,
      "step": 320
    },
    {
      "epoch": 0.07196906003026736,
      "grad_norm": 23.21996307373047,
      "learning_rate": 0.00013835574937818543,
      "loss": 5.2501,
      "step": 321
    },
    {
      "epoch": 0.07219326270948938,
      "grad_norm": 25.04043197631836,
      "learning_rate": 0.00013800591952878825,
      "loss": 4.7605,
      "step": 322
    },
    {
      "epoch": 0.0724174653887114,
      "grad_norm": 23.297082901000977,
      "learning_rate": 0.00013765554518390142,
      "loss": 6.519,
      "step": 323
    },
    {
      "epoch": 0.07264166806793342,
      "grad_norm": 23.292020797729492,
      "learning_rate": 0.00013730463136319692,
      "loss": 5.4929,
      "step": 324
    },
    {
      "epoch": 0.07286587074715543,
      "grad_norm": 24.706947326660156,
      "learning_rate": 0.0001369531830940757,
      "loss": 4.5879,
      "step": 325
    },
    {
      "epoch": 0.07309007342637744,
      "grad_norm": 43.54905319213867,
      "learning_rate": 0.00013660120541159537,
      "loss": 6.0984,
      "step": 326
    },
    {
      "epoch": 0.07331427610559946,
      "grad_norm": 32.5107536315918,
      "learning_rate": 0.00013624870335839835,
      "loss": 5.0921,
      "step": 327
    },
    {
      "epoch": 0.07353847878482148,
      "grad_norm": 26.931394577026367,
      "learning_rate": 0.00013589568198463944,
      "loss": 6.1434,
      "step": 328
    },
    {
      "epoch": 0.0737626814640435,
      "grad_norm": 26.276329040527344,
      "learning_rate": 0.00013554214634791358,
      "loss": 6.5365,
      "step": 329
    },
    {
      "epoch": 0.07398688414326551,
      "grad_norm": 30.379703521728516,
      "learning_rate": 0.0001351881015131833,
      "loss": 6.5844,
      "step": 330
    },
    {
      "epoch": 0.07421108682248753,
      "grad_norm": 28.38410758972168,
      "learning_rate": 0.00013483355255270634,
      "loss": 6.8411,
      "step": 331
    },
    {
      "epoch": 0.07443528950170955,
      "grad_norm": 37.88333511352539,
      "learning_rate": 0.00013447850454596265,
      "loss": 7.4075,
      "step": 332
    },
    {
      "epoch": 0.07465949218093156,
      "grad_norm": 22.149269104003906,
      "learning_rate": 0.0001341229625795819,
      "loss": 4.6868,
      "step": 333
    },
    {
      "epoch": 0.07488369486015357,
      "grad_norm": 26.708667755126953,
      "learning_rate": 0.00013376693174727065,
      "loss": 7.1763,
      "step": 334
    },
    {
      "epoch": 0.07510789753937559,
      "grad_norm": 32.2342643737793,
      "learning_rate": 0.000133410417149739,
      "loss": 5.9916,
      "step": 335
    },
    {
      "epoch": 0.07533210021859761,
      "grad_norm": 23.190683364868164,
      "learning_rate": 0.00013305342389462792,
      "loss": 6.7958,
      "step": 336
    },
    {
      "epoch": 0.07555630289781963,
      "grad_norm": 25.41720199584961,
      "learning_rate": 0.0001326959570964359,
      "loss": 5.9341,
      "step": 337
    },
    {
      "epoch": 0.07578050557704165,
      "grad_norm": 24.89381980895996,
      "learning_rate": 0.00013233802187644566,
      "loss": 5.7459,
      "step": 338
    },
    {
      "epoch": 0.07600470825626367,
      "grad_norm": 26.433286666870117,
      "learning_rate": 0.00013197962336265078,
      "loss": 5.8656,
      "step": 339
    },
    {
      "epoch": 0.07622891093548569,
      "grad_norm": 23.45703887939453,
      "learning_rate": 0.0001316207666896824,
      "loss": 7.2301,
      "step": 340
    },
    {
      "epoch": 0.07645311361470769,
      "grad_norm": 23.478832244873047,
      "learning_rate": 0.00013126145699873532,
      "loss": 6.1818,
      "step": 341
    },
    {
      "epoch": 0.07667731629392971,
      "grad_norm": 26.580644607543945,
      "learning_rate": 0.00013090169943749476,
      "loss": 6.4381,
      "step": 342
    },
    {
      "epoch": 0.07690151897315173,
      "grad_norm": 24.34688377380371,
      "learning_rate": 0.00013054149916006218,
      "loss": 4.9698,
      "step": 343
    },
    {
      "epoch": 0.07712572165237375,
      "grad_norm": 23.483030319213867,
      "learning_rate": 0.00013018086132688184,
      "loss": 6.102,
      "step": 344
    },
    {
      "epoch": 0.07734992433159577,
      "grad_norm": 32.27409744262695,
      "learning_rate": 0.00012981979110466654,
      "loss": 6.3361,
      "step": 345
    },
    {
      "epoch": 0.07757412701081778,
      "grad_norm": 39.28462219238281,
      "learning_rate": 0.0001294582936663239,
      "loss": 6.1558,
      "step": 346
    },
    {
      "epoch": 0.0777983296900398,
      "grad_norm": 20.815690994262695,
      "learning_rate": 0.00012909637419088193,
      "loss": 5.8407,
      "step": 347
    },
    {
      "epoch": 0.07802253236926181,
      "grad_norm": 22.997406005859375,
      "learning_rate": 0.00012873403786341513,
      "loss": 5.0343,
      "step": 348
    },
    {
      "epoch": 0.07824673504848383,
      "grad_norm": 23.768835067749023,
      "learning_rate": 0.00012837128987497,
      "loss": 5.9477,
      "step": 349
    },
    {
      "epoch": 0.07847093772770584,
      "grad_norm": 23.4127140045166,
      "learning_rate": 0.00012800813542249072,
      "loss": 6.3897,
      "step": 350
    },
    {
      "epoch": 0.07869514040692786,
      "grad_norm": 25.958768844604492,
      "learning_rate": 0.00012764457970874474,
      "loss": 5.9002,
      "step": 351
    },
    {
      "epoch": 0.07891934308614988,
      "grad_norm": 23.999540328979492,
      "learning_rate": 0.00012728062794224832,
      "loss": 6.3838,
      "step": 352
    },
    {
      "epoch": 0.0791435457653719,
      "grad_norm": 25.941434860229492,
      "learning_rate": 0.00012691628533719162,
      "loss": 6.0543,
      "step": 353
    },
    {
      "epoch": 0.07936774844459392,
      "grad_norm": 25.38425636291504,
      "learning_rate": 0.0001265515571133643,
      "loss": 5.4367,
      "step": 354
    },
    {
      "epoch": 0.07959195112381592,
      "grad_norm": 29.00336456298828,
      "learning_rate": 0.0001261864484960807,
      "loss": 6.9892,
      "step": 355
    },
    {
      "epoch": 0.07981615380303794,
      "grad_norm": 23.103368759155273,
      "learning_rate": 0.00012582096471610467,
      "loss": 5.6874,
      "step": 356
    },
    {
      "epoch": 0.08004035648225996,
      "grad_norm": 25.465681076049805,
      "learning_rate": 0.00012545511100957513,
      "loss": 7.5541,
      "step": 357
    },
    {
      "epoch": 0.08026455916148198,
      "grad_norm": 22.889604568481445,
      "learning_rate": 0.00012508889261793059,
      "loss": 6.2107,
      "step": 358
    },
    {
      "epoch": 0.080488761840704,
      "grad_norm": 25.460586547851562,
      "learning_rate": 0.00012472231478783432,
      "loss": 5.8195,
      "step": 359
    },
    {
      "epoch": 0.08071296451992602,
      "grad_norm": 23.091257095336914,
      "learning_rate": 0.0001243553827710992,
      "loss": 5.0557,
      "step": 360
    },
    {
      "epoch": 0.08093716719914804,
      "grad_norm": 23.88401985168457,
      "learning_rate": 0.00012398810182461228,
      "loss": 7.0062,
      "step": 361
    },
    {
      "epoch": 0.08116136987837004,
      "grad_norm": 26.319368362426758,
      "learning_rate": 0.00012362047721025968,
      "loss": 6.2851,
      "step": 362
    },
    {
      "epoch": 0.08138557255759206,
      "grad_norm": 23.18193817138672,
      "learning_rate": 0.00012325251419485102,
      "loss": 7.8421,
      "step": 363
    },
    {
      "epoch": 0.08160977523681408,
      "grad_norm": 33.88003921508789,
      "learning_rate": 0.00012288421805004414,
      "loss": 6.9523,
      "step": 364
    },
    {
      "epoch": 0.0818339779160361,
      "grad_norm": 21.98015785217285,
      "learning_rate": 0.00012251559405226941,
      "loss": 5.464,
      "step": 365
    },
    {
      "epoch": 0.08205818059525812,
      "grad_norm": 25.273300170898438,
      "learning_rate": 0.0001221466474826543,
      "loss": 5.6353,
      "step": 366
    },
    {
      "epoch": 0.08228238327448013,
      "grad_norm": 21.41402244567871,
      "learning_rate": 0.00012177738362694757,
      "loss": 4.3776,
      "step": 367
    },
    {
      "epoch": 0.08250658595370215,
      "grad_norm": 26.154260635375977,
      "learning_rate": 0.00012140780777544367,
      "loss": 5.0361,
      "step": 368
    },
    {
      "epoch": 0.08273078863292416,
      "grad_norm": 23.87849998474121,
      "learning_rate": 0.00012103792522290682,
      "loss": 6.1016,
      "step": 369
    },
    {
      "epoch": 0.08295499131214618,
      "grad_norm": 22.090389251708984,
      "learning_rate": 0.00012066774126849529,
      "loss": 6.0558,
      "step": 370
    },
    {
      "epoch": 0.0831791939913682,
      "grad_norm": 26.19266128540039,
      "learning_rate": 0.00012029726121568541,
      "loss": 5.8491,
      "step": 371
    },
    {
      "epoch": 0.08340339667059021,
      "grad_norm": 29.90646743774414,
      "learning_rate": 0.00011992649037219545,
      "loss": 7.2177,
      "step": 372
    },
    {
      "epoch": 0.08362759934981223,
      "grad_norm": 22.093286514282227,
      "learning_rate": 0.00011955543404990994,
      "loss": 4.6878,
      "step": 373
    },
    {
      "epoch": 0.08385180202903425,
      "grad_norm": 23.279293060302734,
      "learning_rate": 0.0001191840975648032,
      "loss": 5.6476,
      "step": 374
    },
    {
      "epoch": 0.08407600470825627,
      "grad_norm": 25.416563034057617,
      "learning_rate": 0.00011881248623686338,
      "loss": 5.1577,
      "step": 375
    },
    {
      "epoch": 0.08430020738747827,
      "grad_norm": 27.834501266479492,
      "learning_rate": 0.00011844060539001618,
      "loss": 6.3812,
      "step": 376
    },
    {
      "epoch": 0.08452441006670029,
      "grad_norm": 22.874313354492188,
      "learning_rate": 0.00011806846035204863,
      "loss": 5.3266,
      "step": 377
    },
    {
      "epoch": 0.08474861274592231,
      "grad_norm": 24.81113052368164,
      "learning_rate": 0.00011769605645453265,
      "loss": 5.7783,
      "step": 378
    },
    {
      "epoch": 0.08497281542514433,
      "grad_norm": 22.971466064453125,
      "learning_rate": 0.00011732339903274878,
      "loss": 6.5039,
      "step": 379
    },
    {
      "epoch": 0.08519701810436635,
      "grad_norm": 25.4050350189209,
      "learning_rate": 0.00011695049342560968,
      "loss": 5.5774,
      "step": 380
    },
    {
      "epoch": 0.08542122078358837,
      "grad_norm": 29.026569366455078,
      "learning_rate": 0.00011657734497558371,
      "loss": 4.7611,
      "step": 381
    },
    {
      "epoch": 0.08564542346281039,
      "grad_norm": 29.733060836791992,
      "learning_rate": 0.00011620395902861822,
      "loss": 6.5835,
      "step": 382
    },
    {
      "epoch": 0.0858696261420324,
      "grad_norm": 29.463947296142578,
      "learning_rate": 0.00011583034093406327,
      "loss": 5.567,
      "step": 383
    },
    {
      "epoch": 0.08609382882125441,
      "grad_norm": 24.28775405883789,
      "learning_rate": 0.00011545649604459466,
      "loss": 6.2566,
      "step": 384
    },
    {
      "epoch": 0.08631803150047643,
      "grad_norm": 20.342971801757812,
      "learning_rate": 0.00011508242971613741,
      "loss": 5.61,
      "step": 385
    },
    {
      "epoch": 0.08654223417969845,
      "grad_norm": 22.342500686645508,
      "learning_rate": 0.00011470814730778905,
      "loss": 6.012,
      "step": 386
    },
    {
      "epoch": 0.08676643685892046,
      "grad_norm": 20.931930541992188,
      "learning_rate": 0.00011433365418174278,
      "loss": 4.7274,
      "step": 387
    },
    {
      "epoch": 0.08699063953814248,
      "grad_norm": 27.429777145385742,
      "learning_rate": 0.00011395895570321064,
      "loss": 7.3026,
      "step": 388
    },
    {
      "epoch": 0.0872148422173645,
      "grad_norm": 25.487855911254883,
      "learning_rate": 0.00011358405724034676,
      "loss": 5.9912,
      "step": 389
    },
    {
      "epoch": 0.08743904489658652,
      "grad_norm": 23.963817596435547,
      "learning_rate": 0.00011320896416417026,
      "loss": 5.2803,
      "step": 390
    },
    {
      "epoch": 0.08766324757580853,
      "grad_norm": 21.640357971191406,
      "learning_rate": 0.00011283368184848842,
      "loss": 6.0277,
      "step": 391
    },
    {
      "epoch": 0.08788745025503054,
      "grad_norm": 24.89389419555664,
      "learning_rate": 0.00011245821566981976,
      "loss": 5.4938,
      "step": 392
    },
    {
      "epoch": 0.08811165293425256,
      "grad_norm": 24.243425369262695,
      "learning_rate": 0.0001120825710073169,
      "loss": 5.557,
      "step": 393
    },
    {
      "epoch": 0.08833585561347458,
      "grad_norm": 24.979612350463867,
      "learning_rate": 0.00011170675324268942,
      "loss": 5.636,
      "step": 394
    },
    {
      "epoch": 0.0885600582926966,
      "grad_norm": 35.96656036376953,
      "learning_rate": 0.000111330767760127,
      "loss": 7.8786,
      "step": 395
    },
    {
      "epoch": 0.08878426097191862,
      "grad_norm": 29.268381118774414,
      "learning_rate": 0.00011095461994622209,
      "loss": 6.1095,
      "step": 396
    },
    {
      "epoch": 0.08900846365114064,
      "grad_norm": 28.387245178222656,
      "learning_rate": 0.0001105783151898928,
      "loss": 5.8353,
      "step": 397
    },
    {
      "epoch": 0.08923266633036264,
      "grad_norm": 34.898292541503906,
      "learning_rate": 0.00011020185888230571,
      "loss": 6.896,
      "step": 398
    },
    {
      "epoch": 0.08945686900958466,
      "grad_norm": 29.814363479614258,
      "learning_rate": 0.00010982525641679859,
      "loss": 5.7637,
      "step": 399
    },
    {
      "epoch": 0.08968107168880668,
      "grad_norm": 24.08759117126465,
      "learning_rate": 0.00010944851318880314,
      "loss": 6.4127,
      "step": 400
    },
    {
      "epoch": 0.08968107168880668,
      "eval_loss": 0.7289469838142395,
      "eval_runtime": 704.3144,
      "eval_samples_per_second": 7.099,
      "eval_steps_per_second": 1.775,
      "step": 400
    },
    {
      "epoch": 0.0899052743680287,
      "grad_norm": 26.758384704589844,
      "learning_rate": 0.00010907163459576775,
      "loss": 5.6179,
      "step": 401
    },
    {
      "epoch": 0.09012947704725072,
      "grad_norm": 28.470396041870117,
      "learning_rate": 0.00010869462603708011,
      "loss": 7.5625,
      "step": 402
    },
    {
      "epoch": 0.09035367972647274,
      "grad_norm": 28.991178512573242,
      "learning_rate": 0.00010831749291398984,
      "loss": 6.0635,
      "step": 403
    },
    {
      "epoch": 0.09057788240569475,
      "grad_norm": 23.86819839477539,
      "learning_rate": 0.00010794024062953123,
      "loss": 5.9328,
      "step": 404
    },
    {
      "epoch": 0.09080208508491676,
      "grad_norm": 29.156471252441406,
      "learning_rate": 0.00010756287458844569,
      "loss": 5.694,
      "step": 405
    },
    {
      "epoch": 0.09102628776413878,
      "grad_norm": 35.03990936279297,
      "learning_rate": 0.00010718540019710432,
      "loss": 7.4007,
      "step": 406
    },
    {
      "epoch": 0.0912504904433608,
      "grad_norm": 28.381547927856445,
      "learning_rate": 0.0001068078228634307,
      "loss": 7.0077,
      "step": 407
    },
    {
      "epoch": 0.09147469312258281,
      "grad_norm": 22.763107299804688,
      "learning_rate": 0.00010643014799682296,
      "loss": 6.1298,
      "step": 408
    },
    {
      "epoch": 0.09169889580180483,
      "grad_norm": 22.328102111816406,
      "learning_rate": 0.00010605238100807673,
      "loss": 5.4679,
      "step": 409
    },
    {
      "epoch": 0.09192309848102685,
      "grad_norm": 22.636390686035156,
      "learning_rate": 0.00010567452730930743,
      "loss": 5.5687,
      "step": 410
    },
    {
      "epoch": 0.09214730116024887,
      "grad_norm": 24.16331672668457,
      "learning_rate": 0.00010529659231387263,
      "loss": 5.477,
      "step": 411
    },
    {
      "epoch": 0.09237150383947088,
      "grad_norm": 26.915925979614258,
      "learning_rate": 0.00010491858143629469,
      "loss": 5.7401,
      "step": 412
    },
    {
      "epoch": 0.0925957065186929,
      "grad_norm": 29.606510162353516,
      "learning_rate": 0.00010454050009218313,
      "loss": 5.4731,
      "step": 413
    },
    {
      "epoch": 0.09281990919791491,
      "grad_norm": 24.400575637817383,
      "learning_rate": 0.00010416235369815693,
      "loss": 5.9208,
      "step": 414
    },
    {
      "epoch": 0.09304411187713693,
      "grad_norm": 22.085283279418945,
      "learning_rate": 0.00010378414767176705,
      "loss": 5.2611,
      "step": 415
    },
    {
      "epoch": 0.09326831455635895,
      "grad_norm": 31.437421798706055,
      "learning_rate": 0.00010340588743141879,
      "loss": 6.7437,
      "step": 416
    },
    {
      "epoch": 0.09349251723558097,
      "grad_norm": 24.89729118347168,
      "learning_rate": 0.00010302757839629416,
      "loss": 5.1661,
      "step": 417
    },
    {
      "epoch": 0.09371671991480299,
      "grad_norm": 23.857446670532227,
      "learning_rate": 0.00010264922598627418,
      "loss": 6.934,
      "step": 418
    },
    {
      "epoch": 0.09394092259402499,
      "grad_norm": 30.224584579467773,
      "learning_rate": 0.00010227083562186135,
      "loss": 6.8929,
      "step": 419
    },
    {
      "epoch": 0.09416512527324701,
      "grad_norm": 21.738393783569336,
      "learning_rate": 0.0001018924127241019,
      "loss": 4.5191,
      "step": 420
    },
    {
      "epoch": 0.09438932795246903,
      "grad_norm": 28.737247467041016,
      "learning_rate": 0.00010151396271450817,
      "loss": 7.0706,
      "step": 421
    },
    {
      "epoch": 0.09461353063169105,
      "grad_norm": 23.522945404052734,
      "learning_rate": 0.00010113549101498086,
      "loss": 6.2656,
      "step": 422
    },
    {
      "epoch": 0.09483773331091307,
      "grad_norm": 23.62919807434082,
      "learning_rate": 0.00010075700304773148,
      "loss": 5.9128,
      "step": 423
    },
    {
      "epoch": 0.09506193599013509,
      "grad_norm": 25.436729431152344,
      "learning_rate": 0.00010037850423520454,
      "loss": 5.3624,
      "step": 424
    },
    {
      "epoch": 0.0952861386693571,
      "grad_norm": 20.06675910949707,
      "learning_rate": 0.0001,
      "loss": 5.5648,
      "step": 425
    },
    {
      "epoch": 0.09551034134857911,
      "grad_norm": 36.4035530090332,
      "learning_rate": 9.962149576479545e-05,
      "loss": 6.4269,
      "step": 426
    },
    {
      "epoch": 0.09573454402780113,
      "grad_norm": 19.253490447998047,
      "learning_rate": 9.924299695226857e-05,
      "loss": 5.021,
      "step": 427
    },
    {
      "epoch": 0.09595874670702315,
      "grad_norm": 25.201879501342773,
      "learning_rate": 9.886450898501917e-05,
      "loss": 7.1954,
      "step": 428
    },
    {
      "epoch": 0.09618294938624516,
      "grad_norm": 22.880680084228516,
      "learning_rate": 9.848603728549185e-05,
      "loss": 5.7062,
      "step": 429
    },
    {
      "epoch": 0.09640715206546718,
      "grad_norm": 27.5198917388916,
      "learning_rate": 9.810758727589813e-05,
      "loss": 6.0231,
      "step": 430
    },
    {
      "epoch": 0.0966313547446892,
      "grad_norm": 21.267541885375977,
      "learning_rate": 9.772916437813868e-05,
      "loss": 5.6625,
      "step": 431
    },
    {
      "epoch": 0.09685555742391122,
      "grad_norm": 21.49947166442871,
      "learning_rate": 9.735077401372583e-05,
      "loss": 6.1351,
      "step": 432
    },
    {
      "epoch": 0.09707976010313324,
      "grad_norm": 25.328828811645508,
      "learning_rate": 9.697242160370589e-05,
      "loss": 6.2285,
      "step": 433
    },
    {
      "epoch": 0.09730396278235524,
      "grad_norm": 24.24024200439453,
      "learning_rate": 9.659411256858122e-05,
      "loss": 6.1523,
      "step": 434
    },
    {
      "epoch": 0.09752816546157726,
      "grad_norm": 30.071435928344727,
      "learning_rate": 9.621585232823298e-05,
      "loss": 4.6339,
      "step": 435
    },
    {
      "epoch": 0.09775236814079928,
      "grad_norm": 23.552417755126953,
      "learning_rate": 9.583764630184311e-05,
      "loss": 6.7272,
      "step": 436
    },
    {
      "epoch": 0.0979765708200213,
      "grad_norm": 33.14443588256836,
      "learning_rate": 9.54594999078169e-05,
      "loss": 4.6691,
      "step": 437
    },
    {
      "epoch": 0.09820077349924332,
      "grad_norm": 24.801239013671875,
      "learning_rate": 9.508141856370532e-05,
      "loss": 6.927,
      "step": 438
    },
    {
      "epoch": 0.09842497617846534,
      "grad_norm": 30.52276611328125,
      "learning_rate": 9.470340768612742e-05,
      "loss": 5.57,
      "step": 439
    },
    {
      "epoch": 0.09864917885768736,
      "grad_norm": 29.77001953125,
      "learning_rate": 9.432547269069261e-05,
      "loss": 5.6746,
      "step": 440
    },
    {
      "epoch": 0.09887338153690936,
      "grad_norm": 22.69320297241211,
      "learning_rate": 9.394761899192327e-05,
      "loss": 5.1765,
      "step": 441
    },
    {
      "epoch": 0.09909758421613138,
      "grad_norm": 32.32621383666992,
      "learning_rate": 9.356985200317709e-05,
      "loss": 8.677,
      "step": 442
    },
    {
      "epoch": 0.0993217868953534,
      "grad_norm": 20.124900817871094,
      "learning_rate": 9.319217713656934e-05,
      "loss": 5.52,
      "step": 443
    },
    {
      "epoch": 0.09954598957457542,
      "grad_norm": 19.035888671875,
      "learning_rate": 9.281459980289567e-05,
      "loss": 5.2188,
      "step": 444
    },
    {
      "epoch": 0.09977019225379744,
      "grad_norm": 27.792863845825195,
      "learning_rate": 9.243712541155436e-05,
      "loss": 5.937,
      "step": 445
    },
    {
      "epoch": 0.09999439493301945,
      "grad_norm": 23.408187866210938,
      "learning_rate": 9.205975937046879e-05,
      "loss": 6.4442,
      "step": 446
    },
    {
      "epoch": 0.10021859761224147,
      "grad_norm": 27.618947982788086,
      "learning_rate": 9.168250708601017e-05,
      "loss": 7.0599,
      "step": 447
    },
    {
      "epoch": 0.10044280029146348,
      "grad_norm": 24.379741668701172,
      "learning_rate": 9.130537396291994e-05,
      "loss": 5.0444,
      "step": 448
    },
    {
      "epoch": 0.1006670029706855,
      "grad_norm": 23.73643684387207,
      "learning_rate": 9.092836540423227e-05,
      "loss": 6.1887,
      "step": 449
    },
    {
      "epoch": 0.10089120564990751,
      "grad_norm": 22.376937866210938,
      "learning_rate": 9.055148681119688e-05,
      "loss": 5.4872,
      "step": 450
    },
    {
      "epoch": 0.10111540832912953,
      "grad_norm": 20.57756805419922,
      "learning_rate": 9.017474358320144e-05,
      "loss": 5.71,
      "step": 451
    },
    {
      "epoch": 0.10133961100835155,
      "grad_norm": 25.72278594970703,
      "learning_rate": 8.979814111769431e-05,
      "loss": 6.578,
      "step": 452
    },
    {
      "epoch": 0.10156381368757357,
      "grad_norm": 22.582529067993164,
      "learning_rate": 8.94216848101072e-05,
      "loss": 4.999,
      "step": 453
    },
    {
      "epoch": 0.10178801636679559,
      "grad_norm": 18.28415870666504,
      "learning_rate": 8.904538005377794e-05,
      "loss": 5.2723,
      "step": 454
    },
    {
      "epoch": 0.1020122190460176,
      "grad_norm": 22.245464324951172,
      "learning_rate": 8.866923223987302e-05,
      "loss": 4.3642,
      "step": 455
    },
    {
      "epoch": 0.10223642172523961,
      "grad_norm": 21.350046157836914,
      "learning_rate": 8.829324675731059e-05,
      "loss": 5.3692,
      "step": 456
    },
    {
      "epoch": 0.10246062440446163,
      "grad_norm": 27.09259796142578,
      "learning_rate": 8.791742899268315e-05,
      "loss": 5.992,
      "step": 457
    },
    {
      "epoch": 0.10268482708368365,
      "grad_norm": 25.925077438354492,
      "learning_rate": 8.754178433018025e-05,
      "loss": 5.8196,
      "step": 458
    },
    {
      "epoch": 0.10290902976290567,
      "grad_norm": 30.62667465209961,
      "learning_rate": 8.716631815151158e-05,
      "loss": 6.1324,
      "step": 459
    },
    {
      "epoch": 0.10313323244212769,
      "grad_norm": 24.342329025268555,
      "learning_rate": 8.679103583582979e-05,
      "loss": 5.6701,
      "step": 460
    },
    {
      "epoch": 0.1033574351213497,
      "grad_norm": 26.567848205566406,
      "learning_rate": 8.641594275965327e-05,
      "loss": 5.1413,
      "step": 461
    },
    {
      "epoch": 0.10358163780057171,
      "grad_norm": 27.433719635009766,
      "learning_rate": 8.604104429678935e-05,
      "loss": 5.6853,
      "step": 462
    },
    {
      "epoch": 0.10380584047979373,
      "grad_norm": 25.37520980834961,
      "learning_rate": 8.566634581825727e-05,
      "loss": 6.8439,
      "step": 463
    },
    {
      "epoch": 0.10403004315901575,
      "grad_norm": 24.519359588623047,
      "learning_rate": 8.529185269221097e-05,
      "loss": 5.3657,
      "step": 464
    },
    {
      "epoch": 0.10425424583823777,
      "grad_norm": 24.880054473876953,
      "learning_rate": 8.491757028386263e-05,
      "loss": 5.4566,
      "step": 465
    },
    {
      "epoch": 0.10447844851745978,
      "grad_norm": 21.17462921142578,
      "learning_rate": 8.45435039554054e-05,
      "loss": 5.4859,
      "step": 466
    },
    {
      "epoch": 0.1047026511966818,
      "grad_norm": 20.653827667236328,
      "learning_rate": 8.416965906593675e-05,
      "loss": 4.643,
      "step": 467
    },
    {
      "epoch": 0.10492685387590382,
      "grad_norm": 24.059585571289062,
      "learning_rate": 8.379604097138179e-05,
      "loss": 6.4247,
      "step": 468
    },
    {
      "epoch": 0.10515105655512583,
      "grad_norm": 22.038795471191406,
      "learning_rate": 8.342265502441636e-05,
      "loss": 5.7559,
      "step": 469
    },
    {
      "epoch": 0.10537525923434785,
      "grad_norm": 24.103778839111328,
      "learning_rate": 8.304950657439033e-05,
      "loss": 5.1822,
      "step": 470
    },
    {
      "epoch": 0.10559946191356986,
      "grad_norm": 35.168766021728516,
      "learning_rate": 8.267660096725123e-05,
      "loss": 5.8437,
      "step": 471
    },
    {
      "epoch": 0.10582366459279188,
      "grad_norm": 30.898569107055664,
      "learning_rate": 8.230394354546737e-05,
      "loss": 5.9548,
      "step": 472
    },
    {
      "epoch": 0.1060478672720139,
      "grad_norm": 24.88981819152832,
      "learning_rate": 8.193153964795139e-05,
      "loss": 7.0481,
      "step": 473
    },
    {
      "epoch": 0.10627206995123592,
      "grad_norm": 27.573902130126953,
      "learning_rate": 8.15593946099838e-05,
      "loss": 6.5778,
      "step": 474
    },
    {
      "epoch": 0.10649627263045794,
      "grad_norm": 29.627490997314453,
      "learning_rate": 8.118751376313664e-05,
      "loss": 7.913,
      "step": 475
    },
    {
      "epoch": 0.10672047530967996,
      "grad_norm": 21.658084869384766,
      "learning_rate": 8.08159024351968e-05,
      "loss": 5.7295,
      "step": 476
    },
    {
      "epoch": 0.10694467798890196,
      "grad_norm": 27.117298126220703,
      "learning_rate": 8.044456595009006e-05,
      "loss": 7.2216,
      "step": 477
    },
    {
      "epoch": 0.10716888066812398,
      "grad_norm": 27.391132354736328,
      "learning_rate": 8.007350962780456e-05,
      "loss": 5.7729,
      "step": 478
    },
    {
      "epoch": 0.107393083347346,
      "grad_norm": 22.526508331298828,
      "learning_rate": 7.970273878431463e-05,
      "loss": 5.5134,
      "step": 479
    },
    {
      "epoch": 0.10761728602656802,
      "grad_norm": 25.01622200012207,
      "learning_rate": 7.93322587315047e-05,
      "loss": 4.9981,
      "step": 480
    },
    {
      "epoch": 0.10784148870579004,
      "grad_norm": 20.944713592529297,
      "learning_rate": 7.89620747770932e-05,
      "loss": 5.5991,
      "step": 481
    },
    {
      "epoch": 0.10806569138501206,
      "grad_norm": 22.442031860351562,
      "learning_rate": 7.859219222455634e-05,
      "loss": 5.0013,
      "step": 482
    },
    {
      "epoch": 0.10828989406423407,
      "grad_norm": 30.41260528564453,
      "learning_rate": 7.822261637305242e-05,
      "loss": 6.2221,
      "step": 483
    },
    {
      "epoch": 0.10851409674345608,
      "grad_norm": 27.571563720703125,
      "learning_rate": 7.785335251734573e-05,
      "loss": 5.4589,
      "step": 484
    },
    {
      "epoch": 0.1087382994226781,
      "grad_norm": 34.11943054199219,
      "learning_rate": 7.74844059477306e-05,
      "loss": 6.5404,
      "step": 485
    },
    {
      "epoch": 0.10896250210190012,
      "grad_norm": 22.245336532592773,
      "learning_rate": 7.711578194995589e-05,
      "loss": 5.6978,
      "step": 486
    },
    {
      "epoch": 0.10918670478112213,
      "grad_norm": 26.08495330810547,
      "learning_rate": 7.674748580514899e-05,
      "loss": 5.2493,
      "step": 487
    },
    {
      "epoch": 0.10941090746034415,
      "grad_norm": 21.908161163330078,
      "learning_rate": 7.637952278974034e-05,
      "loss": 6.1199,
      "step": 488
    },
    {
      "epoch": 0.10963511013956617,
      "grad_norm": 22.64177131652832,
      "learning_rate": 7.60118981753877e-05,
      "loss": 4.8908,
      "step": 489
    },
    {
      "epoch": 0.10985931281878819,
      "grad_norm": 21.839317321777344,
      "learning_rate": 7.564461722890081e-05,
      "loss": 5.4153,
      "step": 490
    },
    {
      "epoch": 0.1100835154980102,
      "grad_norm": 23.376827239990234,
      "learning_rate": 7.527768521216568e-05,
      "loss": 5.7231,
      "step": 491
    },
    {
      "epoch": 0.11030771817723221,
      "grad_norm": 21.6959285736084,
      "learning_rate": 7.491110738206942e-05,
      "loss": 5.2863,
      "step": 492
    },
    {
      "epoch": 0.11053192085645423,
      "grad_norm": 23.135196685791016,
      "learning_rate": 7.45448889904249e-05,
      "loss": 5.7089,
      "step": 493
    },
    {
      "epoch": 0.11075612353567625,
      "grad_norm": 25.963613510131836,
      "learning_rate": 7.417903528389534e-05,
      "loss": 6.0104,
      "step": 494
    },
    {
      "epoch": 0.11098032621489827,
      "grad_norm": 23.67255210876465,
      "learning_rate": 7.381355150391933e-05,
      "loss": 6.0806,
      "step": 495
    },
    {
      "epoch": 0.11120452889412029,
      "grad_norm": 24.195697784423828,
      "learning_rate": 7.344844288663571e-05,
      "loss": 4.9799,
      "step": 496
    },
    {
      "epoch": 0.11142873157334231,
      "grad_norm": 24.04267692565918,
      "learning_rate": 7.30837146628084e-05,
      "loss": 5.5306,
      "step": 497
    },
    {
      "epoch": 0.11165293425256431,
      "grad_norm": 25.58186149597168,
      "learning_rate": 7.27193720577517e-05,
      "loss": 5.7167,
      "step": 498
    },
    {
      "epoch": 0.11187713693178633,
      "grad_norm": 27.346771240234375,
      "learning_rate": 7.235542029125527e-05,
      "loss": 5.717,
      "step": 499
    },
    {
      "epoch": 0.11210133961100835,
      "grad_norm": 25.89576530456543,
      "learning_rate": 7.19918645775093e-05,
      "loss": 6.5381,
      "step": 500
    },
    {
      "epoch": 0.11210133961100835,
      "eval_loss": 0.7129790186882019,
      "eval_runtime": 703.8407,
      "eval_samples_per_second": 7.104,
      "eval_steps_per_second": 1.776,
      "step": 500
    },
    {
      "epoch": 0.11232554229023037,
      "grad_norm": 31.738590240478516,
      "learning_rate": 7.162871012503003e-05,
      "loss": 6.4432,
      "step": 501
    },
    {
      "epoch": 0.11254974496945239,
      "grad_norm": 28.256175994873047,
      "learning_rate": 7.126596213658488e-05,
      "loss": 7.1957,
      "step": 502
    },
    {
      "epoch": 0.1127739476486744,
      "grad_norm": 24.65791893005371,
      "learning_rate": 7.090362580911808e-05,
      "loss": 6.1903,
      "step": 503
    },
    {
      "epoch": 0.11299815032789642,
      "grad_norm": 22.104272842407227,
      "learning_rate": 7.05417063336761e-05,
      "loss": 6.5904,
      "step": 504
    },
    {
      "epoch": 0.11322235300711843,
      "grad_norm": 25.47803497314453,
      "learning_rate": 7.018020889533348e-05,
      "loss": 5.4688,
      "step": 505
    },
    {
      "epoch": 0.11344655568634045,
      "grad_norm": 22.08053207397461,
      "learning_rate": 6.981913867311819e-05,
      "loss": 5.8022,
      "step": 506
    },
    {
      "epoch": 0.11367075836556247,
      "grad_norm": 18.266948699951172,
      "learning_rate": 6.945850083993781e-05,
      "loss": 4.1767,
      "step": 507
    },
    {
      "epoch": 0.11389496104478448,
      "grad_norm": 20.16293716430664,
      "learning_rate": 6.909830056250527e-05,
      "loss": 4.8374,
      "step": 508
    },
    {
      "epoch": 0.1141191637240065,
      "grad_norm": 24.050607681274414,
      "learning_rate": 6.873854300126467e-05,
      "loss": 5.9791,
      "step": 509
    },
    {
      "epoch": 0.11434336640322852,
      "grad_norm": 19.15896987915039,
      "learning_rate": 6.83792333103176e-05,
      "loss": 5.0542,
      "step": 510
    },
    {
      "epoch": 0.11456756908245054,
      "grad_norm": 28.871614456176758,
      "learning_rate": 6.802037663734923e-05,
      "loss": 6.1812,
      "step": 511
    },
    {
      "epoch": 0.11479177176167255,
      "grad_norm": 24.66239356994629,
      "learning_rate": 6.766197812355438e-05,
      "loss": 5.7287,
      "step": 512
    },
    {
      "epoch": 0.11501597444089456,
      "grad_norm": 24.737077713012695,
      "learning_rate": 6.73040429035641e-05,
      "loss": 4.8351,
      "step": 513
    },
    {
      "epoch": 0.11524017712011658,
      "grad_norm": 25.497520446777344,
      "learning_rate": 6.69465761053721e-05,
      "loss": 5.2605,
      "step": 514
    },
    {
      "epoch": 0.1154643797993386,
      "grad_norm": 25.564451217651367,
      "learning_rate": 6.658958285026102e-05,
      "loss": 6.6704,
      "step": 515
    },
    {
      "epoch": 0.11568858247856062,
      "grad_norm": 19.799978256225586,
      "learning_rate": 6.623306825272937e-05,
      "loss": 4.7437,
      "step": 516
    },
    {
      "epoch": 0.11591278515778264,
      "grad_norm": 27.796974182128906,
      "learning_rate": 6.58770374204181e-05,
      "loss": 5.5791,
      "step": 517
    },
    {
      "epoch": 0.11613698783700466,
      "grad_norm": 21.09889793395996,
      "learning_rate": 6.552149545403739e-05,
      "loss": 5.9004,
      "step": 518
    },
    {
      "epoch": 0.11636119051622668,
      "grad_norm": 24.236968994140625,
      "learning_rate": 6.516644744729367e-05,
      "loss": 4.7316,
      "step": 519
    },
    {
      "epoch": 0.11658539319544868,
      "grad_norm": 40.95188522338867,
      "learning_rate": 6.48118984868167e-05,
      "loss": 5.8608,
      "step": 520
    },
    {
      "epoch": 0.1168095958746707,
      "grad_norm": 24.960891723632812,
      "learning_rate": 6.445785365208645e-05,
      "loss": 5.6639,
      "step": 521
    },
    {
      "epoch": 0.11703379855389272,
      "grad_norm": 23.148645401000977,
      "learning_rate": 6.410431801536058e-05,
      "loss": 5.3295,
      "step": 522
    },
    {
      "epoch": 0.11725800123311474,
      "grad_norm": 23.814321517944336,
      "learning_rate": 6.375129664160168e-05,
      "loss": 6.2171,
      "step": 523
    },
    {
      "epoch": 0.11748220391233676,
      "grad_norm": 21.29888916015625,
      "learning_rate": 6.339879458840465e-05,
      "loss": 4.6055,
      "step": 524
    },
    {
      "epoch": 0.11770640659155877,
      "grad_norm": 30.234567642211914,
      "learning_rate": 6.304681690592431e-05,
      "loss": 5.3446,
      "step": 525
    },
    {
      "epoch": 0.11793060927078079,
      "grad_norm": 19.74888038635254,
      "learning_rate": 6.269536863680307e-05,
      "loss": 5.3554,
      "step": 526
    },
    {
      "epoch": 0.1181548119500028,
      "grad_norm": 23.228927612304688,
      "learning_rate": 6.23444548160986e-05,
      "loss": 7.4045,
      "step": 527
    },
    {
      "epoch": 0.11837901462922482,
      "grad_norm": 29.401033401489258,
      "learning_rate": 6.199408047121174e-05,
      "loss": 4.6107,
      "step": 528
    },
    {
      "epoch": 0.11860321730844683,
      "grad_norm": 24.12792205810547,
      "learning_rate": 6.16442506218146e-05,
      "loss": 5.4138,
      "step": 529
    },
    {
      "epoch": 0.11882741998766885,
      "grad_norm": 21.393098831176758,
      "learning_rate": 6.129497027977829e-05,
      "loss": 5.0586,
      "step": 530
    },
    {
      "epoch": 0.11905162266689087,
      "grad_norm": 23.162660598754883,
      "learning_rate": 6.0946244449101574e-05,
      "loss": 5.4762,
      "step": 531
    },
    {
      "epoch": 0.11927582534611289,
      "grad_norm": 31.415651321411133,
      "learning_rate": 6.059807812583883e-05,
      "loss": 6.6551,
      "step": 532
    },
    {
      "epoch": 0.11950002802533491,
      "grad_norm": 21.236051559448242,
      "learning_rate": 6.02504762980286e-05,
      "loss": 6.0055,
      "step": 533
    },
    {
      "epoch": 0.11972423070455691,
      "grad_norm": 27.042573928833008,
      "learning_rate": 5.990344394562226e-05,
      "loss": 5.981,
      "step": 534
    },
    {
      "epoch": 0.11994843338377893,
      "grad_norm": 24.54119110107422,
      "learning_rate": 5.955698604041231e-05,
      "loss": 6.0369,
      "step": 535
    },
    {
      "epoch": 0.12017263606300095,
      "grad_norm": 23.83463478088379,
      "learning_rate": 5.92111075459616e-05,
      "loss": 6.9282,
      "step": 536
    },
    {
      "epoch": 0.12039683874222297,
      "grad_norm": 20.83213996887207,
      "learning_rate": 5.88658134175319e-05,
      "loss": 5.832,
      "step": 537
    },
    {
      "epoch": 0.12062104142144499,
      "grad_norm": 19.615272521972656,
      "learning_rate": 5.852110860201294e-05,
      "loss": 5.5855,
      "step": 538
    },
    {
      "epoch": 0.12084524410066701,
      "grad_norm": 20.396060943603516,
      "learning_rate": 5.817699803785174e-05,
      "loss": 5.1211,
      "step": 539
    },
    {
      "epoch": 0.12106944677988903,
      "grad_norm": 25.278118133544922,
      "learning_rate": 5.7833486654981606e-05,
      "loss": 6.0254,
      "step": 540
    },
    {
      "epoch": 0.12129364945911103,
      "grad_norm": 18.305198669433594,
      "learning_rate": 5.7490579374751686e-05,
      "loss": 5.2952,
      "step": 541
    },
    {
      "epoch": 0.12151785213833305,
      "grad_norm": 26.59476661682129,
      "learning_rate": 5.714828110985635e-05,
      "loss": 5.9439,
      "step": 542
    },
    {
      "epoch": 0.12174205481755507,
      "grad_norm": 26.29744529724121,
      "learning_rate": 5.6806596764264874e-05,
      "loss": 5.8454,
      "step": 543
    },
    {
      "epoch": 0.12196625749677709,
      "grad_norm": 19.42265510559082,
      "learning_rate": 5.6465531233151126e-05,
      "loss": 4.9221,
      "step": 544
    },
    {
      "epoch": 0.1221904601759991,
      "grad_norm": 28.114511489868164,
      "learning_rate": 5.6125089402823485e-05,
      "loss": 6.5084,
      "step": 545
    },
    {
      "epoch": 0.12241466285522112,
      "grad_norm": 20.51154136657715,
      "learning_rate": 5.578527615065492e-05,
      "loss": 5.1175,
      "step": 546
    },
    {
      "epoch": 0.12263886553444314,
      "grad_norm": 29.715694427490234,
      "learning_rate": 5.544609634501279e-05,
      "loss": 5.8408,
      "step": 547
    },
    {
      "epoch": 0.12286306821366515,
      "grad_norm": 21.193439483642578,
      "learning_rate": 5.510755484518955e-05,
      "loss": 6.1913,
      "step": 548
    },
    {
      "epoch": 0.12308727089288717,
      "grad_norm": 22.416677474975586,
      "learning_rate": 5.476965650133279e-05,
      "loss": 5.1189,
      "step": 549
    },
    {
      "epoch": 0.12331147357210918,
      "grad_norm": 23.758150100708008,
      "learning_rate": 5.443240615437586e-05,
      "loss": 7.2257,
      "step": 550
    },
    {
      "epoch": 0.1235356762513312,
      "grad_norm": 23.998849868774414,
      "learning_rate": 5.4095808635968546e-05,
      "loss": 6.836,
      "step": 551
    },
    {
      "epoch": 0.12375987893055322,
      "grad_norm": 32.060569763183594,
      "learning_rate": 5.375986876840784e-05,
      "loss": 6.2524,
      "step": 552
    },
    {
      "epoch": 0.12398408160977524,
      "grad_norm": 28.517745971679688,
      "learning_rate": 5.342459136456881e-05,
      "loss": 5.4831,
      "step": 553
    },
    {
      "epoch": 0.12420828428899726,
      "grad_norm": 26.261825561523438,
      "learning_rate": 5.30899812278356e-05,
      "loss": 5.1358,
      "step": 554
    },
    {
      "epoch": 0.12443248696821926,
      "grad_norm": 23.073659896850586,
      "learning_rate": 5.275604315203293e-05,
      "loss": 5.9468,
      "step": 555
    },
    {
      "epoch": 0.12465668964744128,
      "grad_norm": 23.47875213623047,
      "learning_rate": 5.2422781921356826e-05,
      "loss": 6.3599,
      "step": 556
    },
    {
      "epoch": 0.1248808923266633,
      "grad_norm": 20.113683700561523,
      "learning_rate": 5.209020231030672e-05,
      "loss": 5.7037,
      "step": 557
    },
    {
      "epoch": 0.12510509500588532,
      "grad_norm": 20.19715690612793,
      "learning_rate": 5.1758309083616673e-05,
      "loss": 6.4624,
      "step": 558
    },
    {
      "epoch": 0.12532929768510734,
      "grad_norm": 25.009931564331055,
      "learning_rate": 5.142710699618701e-05,
      "loss": 6.6505,
      "step": 559
    },
    {
      "epoch": 0.12555350036432936,
      "grad_norm": 24.633874893188477,
      "learning_rate": 5.109660079301668e-05,
      "loss": 5.3988,
      "step": 560
    },
    {
      "epoch": 0.12577770304355138,
      "grad_norm": 21.90492820739746,
      "learning_rate": 5.076679520913479e-05,
      "loss": 5.1333,
      "step": 561
    },
    {
      "epoch": 0.1260019057227734,
      "grad_norm": 19.185564041137695,
      "learning_rate": 5.043769496953299e-05,
      "loss": 6.1416,
      "step": 562
    },
    {
      "epoch": 0.1262261084019954,
      "grad_norm": 22.152341842651367,
      "learning_rate": 5.010930478909779e-05,
      "loss": 5.4835,
      "step": 563
    },
    {
      "epoch": 0.12645031108121743,
      "grad_norm": 21.45721435546875,
      "learning_rate": 4.9781629372542895e-05,
      "loss": 5.7801,
      "step": 564
    },
    {
      "epoch": 0.12667451376043945,
      "grad_norm": 23.018476486206055,
      "learning_rate": 4.945467341434195e-05,
      "loss": 6.7948,
      "step": 565
    },
    {
      "epoch": 0.12689871643966144,
      "grad_norm": 28.807640075683594,
      "learning_rate": 4.912844159866112e-05,
      "loss": 6.5421,
      "step": 566
    },
    {
      "epoch": 0.12712291911888346,
      "grad_norm": 26.228315353393555,
      "learning_rate": 4.880293859929227e-05,
      "loss": 5.4124,
      "step": 567
    },
    {
      "epoch": 0.12734712179810548,
      "grad_norm": 18.912151336669922,
      "learning_rate": 4.847816907958549e-05,
      "loss": 4.4739,
      "step": 568
    },
    {
      "epoch": 0.1275713244773275,
      "grad_norm": 21.914417266845703,
      "learning_rate": 4.8154137692382907e-05,
      "loss": 5.7777,
      "step": 569
    },
    {
      "epoch": 0.12779552715654952,
      "grad_norm": 24.673259735107422,
      "learning_rate": 4.783084907995156e-05,
      "loss": 6.4538,
      "step": 570
    },
    {
      "epoch": 0.12801972983577153,
      "grad_norm": 21.250904083251953,
      "learning_rate": 4.750830787391708e-05,
      "loss": 6.0759,
      "step": 571
    },
    {
      "epoch": 0.12824393251499355,
      "grad_norm": 17.39537239074707,
      "learning_rate": 4.718651869519731e-05,
      "loss": 4.2147,
      "step": 572
    },
    {
      "epoch": 0.12846813519421557,
      "grad_norm": 19.131649017333984,
      "learning_rate": 4.686548615393613e-05,
      "loss": 4.9492,
      "step": 573
    },
    {
      "epoch": 0.1286923378734376,
      "grad_norm": 27.000436782836914,
      "learning_rate": 4.654521484943735e-05,
      "loss": 7.1418,
      "step": 574
    },
    {
      "epoch": 0.1289165405526596,
      "grad_norm": 28.737037658691406,
      "learning_rate": 4.622570937009879e-05,
      "loss": 5.4173,
      "step": 575
    },
    {
      "epoch": 0.12914074323188163,
      "grad_norm": 19.578462600708008,
      "learning_rate": 4.59069742933468e-05,
      "loss": 6.302,
      "step": 576
    },
    {
      "epoch": 0.12936494591110365,
      "grad_norm": 22.606056213378906,
      "learning_rate": 4.558901418557021e-05,
      "loss": 5.7354,
      "step": 577
    },
    {
      "epoch": 0.12958914859032566,
      "grad_norm": 20.511213302612305,
      "learning_rate": 4.527183360205541e-05,
      "loss": 5.2919,
      "step": 578
    },
    {
      "epoch": 0.12981335126954768,
      "grad_norm": 15.260856628417969,
      "learning_rate": 4.495543708692075e-05,
      "loss": 4.1433,
      "step": 579
    },
    {
      "epoch": 0.13003755394876967,
      "grad_norm": 21.075307846069336,
      "learning_rate": 4.4639829173051554e-05,
      "loss": 4.5021,
      "step": 580
    },
    {
      "epoch": 0.1302617566279917,
      "grad_norm": 22.91629409790039,
      "learning_rate": 4.43250143820352e-05,
      "loss": 5.7566,
      "step": 581
    },
    {
      "epoch": 0.1304859593072137,
      "grad_norm": 32.587955474853516,
      "learning_rate": 4.401099722409631e-05,
      "loss": 5.8763,
      "step": 582
    },
    {
      "epoch": 0.13071016198643573,
      "grad_norm": 18.911149978637695,
      "learning_rate": 4.369778219803211e-05,
      "loss": 4.8229,
      "step": 583
    },
    {
      "epoch": 0.13093436466565775,
      "grad_norm": 19.863828659057617,
      "learning_rate": 4.338537379114801e-05,
      "loss": 5.9115,
      "step": 584
    },
    {
      "epoch": 0.13115856734487977,
      "grad_norm": 21.04013442993164,
      "learning_rate": 4.307377647919343e-05,
      "loss": 5.5847,
      "step": 585
    },
    {
      "epoch": 0.13138277002410179,
      "grad_norm": 20.635053634643555,
      "learning_rate": 4.2762994726297346e-05,
      "loss": 4.9848,
      "step": 586
    },
    {
      "epoch": 0.1316069727033238,
      "grad_norm": 22.634397506713867,
      "learning_rate": 4.245303298490467e-05,
      "loss": 5.3606,
      "step": 587
    },
    {
      "epoch": 0.13183117538254582,
      "grad_norm": 18.469146728515625,
      "learning_rate": 4.2143895695712444e-05,
      "loss": 4.4483,
      "step": 588
    },
    {
      "epoch": 0.13205537806176784,
      "grad_norm": 19.000518798828125,
      "learning_rate": 4.183558728760586e-05,
      "loss": 4.4658,
      "step": 589
    },
    {
      "epoch": 0.13227958074098986,
      "grad_norm": 27.47501564025879,
      "learning_rate": 4.152811217759529e-05,
      "loss": 5.5973,
      "step": 590
    },
    {
      "epoch": 0.13250378342021188,
      "grad_norm": 21.046916961669922,
      "learning_rate": 4.12214747707527e-05,
      "loss": 6.405,
      "step": 591
    },
    {
      "epoch": 0.1327279860994339,
      "grad_norm": 21.675806045532227,
      "learning_rate": 4.091567946014858e-05,
      "loss": 5.606,
      "step": 592
    },
    {
      "epoch": 0.13295218877865592,
      "grad_norm": 36.15507507324219,
      "learning_rate": 4.061073062678912e-05,
      "loss": 6.2609,
      "step": 593
    },
    {
      "epoch": 0.13317639145787794,
      "grad_norm": 25.407201766967773,
      "learning_rate": 4.0306632639553323e-05,
      "loss": 4.1809,
      "step": 594
    },
    {
      "epoch": 0.13340059413709993,
      "grad_norm": 20.011383056640625,
      "learning_rate": 4.000338985513046e-05,
      "loss": 6.2956,
      "step": 595
    },
    {
      "epoch": 0.13362479681632194,
      "grad_norm": 22.297555923461914,
      "learning_rate": 3.970100661795766e-05,
      "loss": 5.4062,
      "step": 596
    },
    {
      "epoch": 0.13384899949554396,
      "grad_norm": 25.639999389648438,
      "learning_rate": 3.9399487260157766e-05,
      "loss": 5.5519,
      "step": 597
    },
    {
      "epoch": 0.13407320217476598,
      "grad_norm": 25.30908966064453,
      "learning_rate": 3.909883610147696e-05,
      "loss": 5.2171,
      "step": 598
    },
    {
      "epoch": 0.134297404853988,
      "grad_norm": 24.903337478637695,
      "learning_rate": 3.879905744922329e-05,
      "loss": 5.9687,
      "step": 599
    },
    {
      "epoch": 0.13452160753321002,
      "grad_norm": 19.71728515625,
      "learning_rate": 3.8500155598204644e-05,
      "loss": 5.3058,
      "step": 600
    },
    {
      "epoch": 0.13452160753321002,
      "eval_loss": 0.6914524435997009,
      "eval_runtime": 703.9274,
      "eval_samples_per_second": 7.103,
      "eval_steps_per_second": 1.776,
      "step": 600
    },
    {
      "epoch": 0.13474581021243204,
      "grad_norm": 18.473899841308594,
      "learning_rate": 3.820213483066737e-05,
      "loss": 4.7595,
      "step": 601
    },
    {
      "epoch": 0.13497001289165406,
      "grad_norm": 21.67449951171875,
      "learning_rate": 3.7904999416234864e-05,
      "loss": 6.9553,
      "step": 602
    },
    {
      "epoch": 0.13519421557087608,
      "grad_norm": 22.537139892578125,
      "learning_rate": 3.7608753611846446e-05,
      "loss": 4.7873,
      "step": 603
    },
    {
      "epoch": 0.1354184182500981,
      "grad_norm": 26.678001403808594,
      "learning_rate": 3.731340166169635e-05,
      "loss": 5.729,
      "step": 604
    },
    {
      "epoch": 0.1356426209293201,
      "grad_norm": 23.442110061645508,
      "learning_rate": 3.701894779717286e-05,
      "loss": 5.9107,
      "step": 605
    },
    {
      "epoch": 0.13586682360854213,
      "grad_norm": 22.026060104370117,
      "learning_rate": 3.6725396236797935e-05,
      "loss": 6.0301,
      "step": 606
    },
    {
      "epoch": 0.13609102628776415,
      "grad_norm": 20.587478637695312,
      "learning_rate": 3.64327511861663e-05,
      "loss": 5.64,
      "step": 607
    },
    {
      "epoch": 0.13631522896698617,
      "grad_norm": 19.52809715270996,
      "learning_rate": 3.614101683788575e-05,
      "loss": 5.136,
      "step": 608
    },
    {
      "epoch": 0.13653943164620816,
      "grad_norm": 24.446134567260742,
      "learning_rate": 3.585019737151669e-05,
      "loss": 6.2954,
      "step": 609
    },
    {
      "epoch": 0.13676363432543018,
      "grad_norm": 23.43512725830078,
      "learning_rate": 3.5560296953512295e-05,
      "loss": 6.8276,
      "step": 610
    },
    {
      "epoch": 0.1369878370046522,
      "grad_norm": 23.22842025756836,
      "learning_rate": 3.52713197371591e-05,
      "loss": 4.3957,
      "step": 611
    },
    {
      "epoch": 0.13721203968387422,
      "grad_norm": 24.779516220092773,
      "learning_rate": 3.498326986251717e-05,
      "loss": 5.3798,
      "step": 612
    },
    {
      "epoch": 0.13743624236309623,
      "grad_norm": 22.95541000366211,
      "learning_rate": 3.4696151456360956e-05,
      "loss": 4.7874,
      "step": 613
    },
    {
      "epoch": 0.13766044504231825,
      "grad_norm": 25.829740524291992,
      "learning_rate": 3.4409968632120126e-05,
      "loss": 4.7683,
      "step": 614
    },
    {
      "epoch": 0.13788464772154027,
      "grad_norm": 19.74725341796875,
      "learning_rate": 3.4124725489820645e-05,
      "loss": 6.118,
      "step": 615
    },
    {
      "epoch": 0.1381088504007623,
      "grad_norm": 22.976015090942383,
      "learning_rate": 3.3840426116026044e-05,
      "loss": 5.885,
      "step": 616
    },
    {
      "epoch": 0.1383330530799843,
      "grad_norm": 18.060762405395508,
      "learning_rate": 3.3557074583778814e-05,
      "loss": 3.9703,
      "step": 617
    },
    {
      "epoch": 0.13855725575920633,
      "grad_norm": 19.74201774597168,
      "learning_rate": 3.327467495254225e-05,
      "loss": 5.3289,
      "step": 618
    },
    {
      "epoch": 0.13878145843842835,
      "grad_norm": 23.517719268798828,
      "learning_rate": 3.299323126814191e-05,
      "loss": 5.9641,
      "step": 619
    },
    {
      "epoch": 0.13900566111765036,
      "grad_norm": 24.547046661376953,
      "learning_rate": 3.2712747562708115e-05,
      "loss": 5.5818,
      "step": 620
    },
    {
      "epoch": 0.13922986379687238,
      "grad_norm": 24.02366065979004,
      "learning_rate": 3.243322785461781e-05,
      "loss": 5.8082,
      "step": 621
    },
    {
      "epoch": 0.1394540664760944,
      "grad_norm": 23.641151428222656,
      "learning_rate": 3.215467614843719e-05,
      "loss": 5.6657,
      "step": 622
    },
    {
      "epoch": 0.1396782691553164,
      "grad_norm": 23.459218978881836,
      "learning_rate": 3.187709643486427e-05,
      "loss": 4.9736,
      "step": 623
    },
    {
      "epoch": 0.1399024718345384,
      "grad_norm": 16.5977725982666,
      "learning_rate": 3.160049269067174e-05,
      "loss": 4.2425,
      "step": 624
    },
    {
      "epoch": 0.14012667451376043,
      "grad_norm": 27.990856170654297,
      "learning_rate": 3.132486887864992e-05,
      "loss": 6.4851,
      "step": 625
    },
    {
      "epoch": 0.14035087719298245,
      "grad_norm": 24.16850471496582,
      "learning_rate": 3.105022894755003e-05,
      "loss": 5.1905,
      "step": 626
    },
    {
      "epoch": 0.14057507987220447,
      "grad_norm": 20.877782821655273,
      "learning_rate": 3.077657683202779e-05,
      "loss": 4.8969,
      "step": 627
    },
    {
      "epoch": 0.14079928255142649,
      "grad_norm": 24.395889282226562,
      "learning_rate": 3.0503916452586612e-05,
      "loss": 5.2432,
      "step": 628
    },
    {
      "epoch": 0.1410234852306485,
      "grad_norm": 27.1878662109375,
      "learning_rate": 3.0232251715521932e-05,
      "loss": 5.9313,
      "step": 629
    },
    {
      "epoch": 0.14124768790987052,
      "grad_norm": 19.59124755859375,
      "learning_rate": 2.9961586512864947e-05,
      "loss": 5.4644,
      "step": 630
    },
    {
      "epoch": 0.14147189058909254,
      "grad_norm": 23.94100570678711,
      "learning_rate": 2.9691924722326826e-05,
      "loss": 4.8146,
      "step": 631
    },
    {
      "epoch": 0.14169609326831456,
      "grad_norm": 23.670124053955078,
      "learning_rate": 2.9423270207243437e-05,
      "loss": 6.2386,
      "step": 632
    },
    {
      "epoch": 0.14192029594753658,
      "grad_norm": 25.764135360717773,
      "learning_rate": 2.9155626816519677e-05,
      "loss": 5.4536,
      "step": 633
    },
    {
      "epoch": 0.1421444986267586,
      "grad_norm": 25.56252670288086,
      "learning_rate": 2.888899838457455e-05,
      "loss": 6.874,
      "step": 634
    },
    {
      "epoch": 0.14236870130598062,
      "grad_norm": 18.04484748840332,
      "learning_rate": 2.8623388731286093e-05,
      "loss": 4.0299,
      "step": 635
    },
    {
      "epoch": 0.14259290398520263,
      "grad_norm": 23.736452102661133,
      "learning_rate": 2.835880166193683e-05,
      "loss": 5.6253,
      "step": 636
    },
    {
      "epoch": 0.14281710666442465,
      "grad_norm": 20.07815170288086,
      "learning_rate": 2.8095240967158954e-05,
      "loss": 5.0622,
      "step": 637
    },
    {
      "epoch": 0.14304130934364664,
      "grad_norm": 20.961414337158203,
      "learning_rate": 2.7832710422880328e-05,
      "loss": 4.9214,
      "step": 638
    },
    {
      "epoch": 0.14326551202286866,
      "grad_norm": 19.338796615600586,
      "learning_rate": 2.75712137902703e-05,
      "loss": 4.2402,
      "step": 639
    },
    {
      "epoch": 0.14348971470209068,
      "grad_norm": 27.771909713745117,
      "learning_rate": 2.7310754815685624e-05,
      "loss": 5.7351,
      "step": 640
    },
    {
      "epoch": 0.1437139173813127,
      "grad_norm": 25.136388778686523,
      "learning_rate": 2.7051337230617125e-05,
      "loss": 5.3698,
      "step": 641
    },
    {
      "epoch": 0.14393812006053472,
      "grad_norm": 21.236852645874023,
      "learning_rate": 2.679296475163595e-05,
      "loss": 5.8717,
      "step": 642
    },
    {
      "epoch": 0.14416232273975674,
      "grad_norm": 30.78350067138672,
      "learning_rate": 2.6535641080340458e-05,
      "loss": 5.6692,
      "step": 643
    },
    {
      "epoch": 0.14438652541897876,
      "grad_norm": 23.45848274230957,
      "learning_rate": 2.6279369903303175e-05,
      "loss": 7.5422,
      "step": 644
    },
    {
      "epoch": 0.14461072809820077,
      "grad_norm": 19.752595901489258,
      "learning_rate": 2.6024154892017937e-05,
      "loss": 5.9183,
      "step": 645
    },
    {
      "epoch": 0.1448349307774228,
      "grad_norm": 25.606761932373047,
      "learning_rate": 2.5769999702847346e-05,
      "loss": 5.8497,
      "step": 646
    },
    {
      "epoch": 0.1450591334566448,
      "grad_norm": 20.79102325439453,
      "learning_rate": 2.5516907976970328e-05,
      "loss": 5.0168,
      "step": 647
    },
    {
      "epoch": 0.14528333613586683,
      "grad_norm": 22.663549423217773,
      "learning_rate": 2.5264883340330113e-05,
      "loss": 5.6985,
      "step": 648
    },
    {
      "epoch": 0.14550753881508885,
      "grad_norm": 28.66813850402832,
      "learning_rate": 2.501392940358197e-05,
      "loss": 5.7887,
      "step": 649
    },
    {
      "epoch": 0.14573174149431087,
      "grad_norm": 19.3453369140625,
      "learning_rate": 2.4764049762041874e-05,
      "loss": 4.8547,
      "step": 650
    },
    {
      "epoch": 0.1459559441735329,
      "grad_norm": 22.57286834716797,
      "learning_rate": 2.4515247995634694e-05,
      "loss": 6.1387,
      "step": 651
    },
    {
      "epoch": 0.14618014685275488,
      "grad_norm": 19.56532096862793,
      "learning_rate": 2.426752766884306e-05,
      "loss": 5.9097,
      "step": 652
    },
    {
      "epoch": 0.1464043495319769,
      "grad_norm": 21.951990127563477,
      "learning_rate": 2.4020892330656252e-05,
      "loss": 5.1623,
      "step": 653
    },
    {
      "epoch": 0.14662855221119891,
      "grad_norm": 23.36880874633789,
      "learning_rate": 2.377534551451932e-05,
      "loss": 5.5574,
      "step": 654
    },
    {
      "epoch": 0.14685275489042093,
      "grad_norm": 23.284128189086914,
      "learning_rate": 2.353089073828255e-05,
      "loss": 5.2103,
      "step": 655
    },
    {
      "epoch": 0.14707695756964295,
      "grad_norm": 20.9051513671875,
      "learning_rate": 2.328753150415094e-05,
      "loss": 4.4568,
      "step": 656
    },
    {
      "epoch": 0.14730116024886497,
      "grad_norm": 19.678207397460938,
      "learning_rate": 2.304527129863424e-05,
      "loss": 4.6754,
      "step": 657
    },
    {
      "epoch": 0.147525362928087,
      "grad_norm": 18.28265380859375,
      "learning_rate": 2.280411359249668e-05,
      "loss": 5.6574,
      "step": 658
    },
    {
      "epoch": 0.147749565607309,
      "grad_norm": 21.92487144470215,
      "learning_rate": 2.2564061840707495e-05,
      "loss": 5.963,
      "step": 659
    },
    {
      "epoch": 0.14797376828653103,
      "grad_norm": 18.841936111450195,
      "learning_rate": 2.2325119482391467e-05,
      "loss": 4.6698,
      "step": 660
    },
    {
      "epoch": 0.14819797096575305,
      "grad_norm": 24.1785888671875,
      "learning_rate": 2.2087289940779343e-05,
      "loss": 4.9855,
      "step": 661
    },
    {
      "epoch": 0.14842217364497506,
      "grad_norm": 27.727842330932617,
      "learning_rate": 2.185057662315918e-05,
      "loss": 4.5906,
      "step": 662
    },
    {
      "epoch": 0.14864637632419708,
      "grad_norm": 23.20339584350586,
      "learning_rate": 2.1614982920827243e-05,
      "loss": 6.2734,
      "step": 663
    },
    {
      "epoch": 0.1488705790034191,
      "grad_norm": 20.77604103088379,
      "learning_rate": 2.1380512209039528e-05,
      "loss": 5.4142,
      "step": 664
    },
    {
      "epoch": 0.14909478168264112,
      "grad_norm": 17.60061264038086,
      "learning_rate": 2.1147167846963422e-05,
      "loss": 4.7253,
      "step": 665
    },
    {
      "epoch": 0.1493189843618631,
      "grad_norm": 22.97295570373535,
      "learning_rate": 2.0914953177629548e-05,
      "loss": 5.2381,
      "step": 666
    },
    {
      "epoch": 0.14954318704108513,
      "grad_norm": 22.554210662841797,
      "learning_rate": 2.068387152788387e-05,
      "loss": 6.0115,
      "step": 667
    },
    {
      "epoch": 0.14976738972030715,
      "grad_norm": 21.26241111755371,
      "learning_rate": 2.0453926208340003e-05,
      "loss": 5.478,
      "step": 668
    },
    {
      "epoch": 0.14999159239952917,
      "grad_norm": 20.66257667541504,
      "learning_rate": 2.022512051333194e-05,
      "loss": 4.612,
      "step": 669
    },
    {
      "epoch": 0.15021579507875119,
      "grad_norm": 19.70685386657715,
      "learning_rate": 1.999745772086655e-05,
      "loss": 4.9599,
      "step": 670
    },
    {
      "epoch": 0.1504399977579732,
      "grad_norm": 26.438993453979492,
      "learning_rate": 1.9770941092576957e-05,
      "loss": 5.5394,
      "step": 671
    },
    {
      "epoch": 0.15066420043719522,
      "grad_norm": 21.639663696289062,
      "learning_rate": 1.954557387367557e-05,
      "loss": 5.4367,
      "step": 672
    },
    {
      "epoch": 0.15088840311641724,
      "grad_norm": 22.100404739379883,
      "learning_rate": 1.9321359292907702e-05,
      "loss": 4.752,
      "step": 673
    },
    {
      "epoch": 0.15111260579563926,
      "grad_norm": 22.1474609375,
      "learning_rate": 1.9098300562505266e-05,
      "loss": 5.8638,
      "step": 674
    },
    {
      "epoch": 0.15133680847486128,
      "grad_norm": 21.754880905151367,
      "learning_rate": 1.8876400878140775e-05,
      "loss": 6.0006,
      "step": 675
    },
    {
      "epoch": 0.1515610111540833,
      "grad_norm": 23.35997772216797,
      "learning_rate": 1.8655663418881584e-05,
      "loss": 5.747,
      "step": 676
    },
    {
      "epoch": 0.15178521383330532,
      "grad_norm": 23.37889862060547,
      "learning_rate": 1.8436091347144246e-05,
      "loss": 5.6658,
      "step": 677
    },
    {
      "epoch": 0.15200941651252733,
      "grad_norm": 20.867919921875,
      "learning_rate": 1.821768780864943e-05,
      "loss": 5.361,
      "step": 678
    },
    {
      "epoch": 0.15223361919174935,
      "grad_norm": 23.53054428100586,
      "learning_rate": 1.800045593237647e-05,
      "loss": 4.6283,
      "step": 679
    },
    {
      "epoch": 0.15245782187097137,
      "grad_norm": 23.494352340698242,
      "learning_rate": 1.7784398830519e-05,
      "loss": 5.8744,
      "step": 680
    },
    {
      "epoch": 0.15268202455019336,
      "grad_norm": 22.587251663208008,
      "learning_rate": 1.756951959844e-05,
      "loss": 5.4523,
      "step": 681
    },
    {
      "epoch": 0.15290622722941538,
      "grad_norm": 17.89064598083496,
      "learning_rate": 1.7355821314627564e-05,
      "loss": 5.0034,
      "step": 682
    },
    {
      "epoch": 0.1531304299086374,
      "grad_norm": 18.07319450378418,
      "learning_rate": 1.7143307040650925e-05,
      "loss": 4.5609,
      "step": 683
    },
    {
      "epoch": 0.15335463258785942,
      "grad_norm": 21.48870277404785,
      "learning_rate": 1.6931979821116418e-05,
      "loss": 5.856,
      "step": 684
    },
    {
      "epoch": 0.15357883526708144,
      "grad_norm": 21.086912155151367,
      "learning_rate": 1.672184268362391e-05,
      "loss": 6.766,
      "step": 685
    },
    {
      "epoch": 0.15380303794630346,
      "grad_norm": 32.47789764404297,
      "learning_rate": 1.6512898638723497e-05,
      "loss": 7.0383,
      "step": 686
    },
    {
      "epoch": 0.15402724062552547,
      "grad_norm": 21.27094268798828,
      "learning_rate": 1.630515067987226e-05,
      "loss": 5.9264,
      "step": 687
    },
    {
      "epoch": 0.1542514433047475,
      "grad_norm": 19.915559768676758,
      "learning_rate": 1.6098601783391487e-05,
      "loss": 4.8138,
      "step": 688
    },
    {
      "epoch": 0.1544756459839695,
      "grad_norm": 23.522571563720703,
      "learning_rate": 1.5893254908423937e-05,
      "loss": 6.6535,
      "step": 689
    },
    {
      "epoch": 0.15469984866319153,
      "grad_norm": 20.69404411315918,
      "learning_rate": 1.5689112996891576e-05,
      "loss": 5.4047,
      "step": 690
    },
    {
      "epoch": 0.15492405134241355,
      "grad_norm": 23.54074478149414,
      "learning_rate": 1.54861789734532e-05,
      "loss": 6.3867,
      "step": 691
    },
    {
      "epoch": 0.15514825402163557,
      "grad_norm": 20.078887939453125,
      "learning_rate": 1.5284455745462834e-05,
      "loss": 5.5896,
      "step": 692
    },
    {
      "epoch": 0.1553724567008576,
      "grad_norm": 35.8402214050293,
      "learning_rate": 1.5083946202927824e-05,
      "loss": 5.9376,
      "step": 693
    },
    {
      "epoch": 0.1555966593800796,
      "grad_norm": 25.986631393432617,
      "learning_rate": 1.4884653218467571e-05,
      "loss": 5.6991,
      "step": 694
    },
    {
      "epoch": 0.1558208620593016,
      "grad_norm": 24.970338821411133,
      "learning_rate": 1.4686579647272336e-05,
      "loss": 5.1928,
      "step": 695
    },
    {
      "epoch": 0.15604506473852361,
      "grad_norm": 20.593162536621094,
      "learning_rate": 1.4489728327062324e-05,
      "loss": 6.0861,
      "step": 696
    },
    {
      "epoch": 0.15626926741774563,
      "grad_norm": 18.517578125,
      "learning_rate": 1.4294102078047055e-05,
      "loss": 4.7358,
      "step": 697
    },
    {
      "epoch": 0.15649347009696765,
      "grad_norm": 25.674867630004883,
      "learning_rate": 1.4099703702884936e-05,
      "loss": 5.4883,
      "step": 698
    },
    {
      "epoch": 0.15671767277618967,
      "grad_norm": 22.630355834960938,
      "learning_rate": 1.3906535986643176e-05,
      "loss": 6.5656,
      "step": 699
    },
    {
      "epoch": 0.1569418754554117,
      "grad_norm": 23.504121780395508,
      "learning_rate": 1.3714601696757712e-05,
      "loss": 4.8455,
      "step": 700
    },
    {
      "epoch": 0.1569418754554117,
      "eval_loss": 0.6763755083084106,
      "eval_runtime": 704.0814,
      "eval_samples_per_second": 7.101,
      "eval_steps_per_second": 1.775,
      "step": 700
    },
    {
      "epoch": 0.1571660781346337,
      "grad_norm": 17.464059829711914,
      "learning_rate": 1.3523903582993802e-05,
      "loss": 4.1927,
      "step": 701
    },
    {
      "epoch": 0.15739028081385573,
      "grad_norm": 29.14423370361328,
      "learning_rate": 1.3334444377406452e-05,
      "loss": 4.8531,
      "step": 702
    },
    {
      "epoch": 0.15761448349307774,
      "grad_norm": 27.413551330566406,
      "learning_rate": 1.3146226794301308e-05,
      "loss": 6.404,
      "step": 703
    },
    {
      "epoch": 0.15783868617229976,
      "grad_norm": 22.853195190429688,
      "learning_rate": 1.2959253530195836e-05,
      "loss": 6.3591,
      "step": 704
    },
    {
      "epoch": 0.15806288885152178,
      "grad_norm": 24.609758377075195,
      "learning_rate": 1.2773527263780626e-05,
      "loss": 6.2113,
      "step": 705
    },
    {
      "epoch": 0.1582870915307438,
      "grad_norm": 17.840225219726562,
      "learning_rate": 1.258905065588103e-05,
      "loss": 5.1799,
      "step": 706
    },
    {
      "epoch": 0.15851129420996582,
      "grad_norm": 24.535961151123047,
      "learning_rate": 1.2405826349419014e-05,
      "loss": 6.9593,
      "step": 707
    },
    {
      "epoch": 0.15873549688918784,
      "grad_norm": 21.303930282592773,
      "learning_rate": 1.2223856969375447e-05,
      "loss": 5.7239,
      "step": 708
    },
    {
      "epoch": 0.15895969956840983,
      "grad_norm": 18.86540985107422,
      "learning_rate": 1.204314512275222e-05,
      "loss": 4.5541,
      "step": 709
    },
    {
      "epoch": 0.15918390224763185,
      "grad_norm": 20.743549346923828,
      "learning_rate": 1.1863693398535114e-05,
      "loss": 4.3984,
      "step": 710
    },
    {
      "epoch": 0.15940810492685387,
      "grad_norm": 16.585433959960938,
      "learning_rate": 1.1685504367656708e-05,
      "loss": 4.152,
      "step": 711
    },
    {
      "epoch": 0.15963230760607588,
      "grad_norm": 17.64556121826172,
      "learning_rate": 1.1508580582959349e-05,
      "loss": 5.0378,
      "step": 712
    },
    {
      "epoch": 0.1598565102852979,
      "grad_norm": 21.019289016723633,
      "learning_rate": 1.1332924579158844e-05,
      "loss": 5.7912,
      "step": 713
    },
    {
      "epoch": 0.16008071296451992,
      "grad_norm": 22.718141555786133,
      "learning_rate": 1.1158538872807933e-05,
      "loss": 4.9146,
      "step": 714
    },
    {
      "epoch": 0.16030491564374194,
      "grad_norm": 19.91853141784668,
      "learning_rate": 1.0985425962260343e-05,
      "loss": 5.2793,
      "step": 715
    },
    {
      "epoch": 0.16052911832296396,
      "grad_norm": 20.126068115234375,
      "learning_rate": 1.0813588327634961e-05,
      "loss": 5.3933,
      "step": 716
    },
    {
      "epoch": 0.16075332100218598,
      "grad_norm": 17.833492279052734,
      "learning_rate": 1.0643028430780321e-05,
      "loss": 5.862,
      "step": 717
    },
    {
      "epoch": 0.160977523681408,
      "grad_norm": 21.44814682006836,
      "learning_rate": 1.0473748715239307e-05,
      "loss": 5.0073,
      "step": 718
    },
    {
      "epoch": 0.16120172636063002,
      "grad_norm": 34.42757797241211,
      "learning_rate": 1.0305751606214165e-05,
      "loss": 6.054,
      "step": 719
    },
    {
      "epoch": 0.16142592903985203,
      "grad_norm": 23.04239845275879,
      "learning_rate": 1.01390395105318e-05,
      "loss": 5.0589,
      "step": 720
    },
    {
      "epoch": 0.16165013171907405,
      "grad_norm": 19.779869079589844,
      "learning_rate": 9.973614816609134e-06,
      "loss": 4.9394,
      "step": 721
    },
    {
      "epoch": 0.16187433439829607,
      "grad_norm": 20.95168685913086,
      "learning_rate": 9.809479894419149e-06,
      "loss": 5.9849,
      "step": 722
    },
    {
      "epoch": 0.1620985370775181,
      "grad_norm": 18.874919891357422,
      "learning_rate": 9.64663709545668e-06,
      "loss": 5.3649,
      "step": 723
    },
    {
      "epoch": 0.16232273975674008,
      "grad_norm": 21.936359405517578,
      "learning_rate": 9.485088752704885e-06,
      "loss": 5.5805,
      "step": 724
    },
    {
      "epoch": 0.1625469424359621,
      "grad_norm": 18.574678421020508,
      "learning_rate": 9.324837180601741e-06,
      "loss": 5.1718,
      "step": 725
    },
    {
      "epoch": 0.16277114511518412,
      "grad_norm": 22.13988494873047,
      "learning_rate": 9.16588467500693e-06,
      "loss": 4.9631,
      "step": 726
    },
    {
      "epoch": 0.16299534779440614,
      "grad_norm": 24.813552856445312,
      "learning_rate": 9.00823351316893e-06,
      "loss": 7.4014,
      "step": 727
    },
    {
      "epoch": 0.16321955047362816,
      "grad_norm": 20.954450607299805,
      "learning_rate": 8.851885953692374e-06,
      "loss": 5.6645,
      "step": 728
    },
    {
      "epoch": 0.16344375315285017,
      "grad_norm": 24.260345458984375,
      "learning_rate": 8.696844236505785e-06,
      "loss": 6.0885,
      "step": 729
    },
    {
      "epoch": 0.1636679558320722,
      "grad_norm": 16.782711029052734,
      "learning_rate": 8.543110582829272e-06,
      "loss": 4.7633,
      "step": 730
    },
    {
      "epoch": 0.1638921585112942,
      "grad_norm": 22.205764770507812,
      "learning_rate": 8.390687195142976e-06,
      "loss": 6.4541,
      "step": 731
    },
    {
      "epoch": 0.16411636119051623,
      "grad_norm": 23.03707504272461,
      "learning_rate": 8.239576257155334e-06,
      "loss": 6.2898,
      "step": 732
    },
    {
      "epoch": 0.16434056386973825,
      "grad_norm": 21.541229248046875,
      "learning_rate": 8.08977993377179e-06,
      "loss": 5.4384,
      "step": 733
    },
    {
      "epoch": 0.16456476654896027,
      "grad_norm": 19.305002212524414,
      "learning_rate": 7.941300371063953e-06,
      "loss": 5.3608,
      "step": 734
    },
    {
      "epoch": 0.16478896922818229,
      "grad_norm": 21.94698715209961,
      "learning_rate": 7.794139696238645e-06,
      "loss": 4.6532,
      "step": 735
    },
    {
      "epoch": 0.1650131719074043,
      "grad_norm": 24.42323875427246,
      "learning_rate": 7.648300017607534e-06,
      "loss": 6.2168,
      "step": 736
    },
    {
      "epoch": 0.16523737458662632,
      "grad_norm": 24.0242862701416,
      "learning_rate": 7.503783424556921e-06,
      "loss": 6.0142,
      "step": 737
    },
    {
      "epoch": 0.16546157726584831,
      "grad_norm": 24.67715835571289,
      "learning_rate": 7.360591987517762e-06,
      "loss": 5.8524,
      "step": 738
    },
    {
      "epoch": 0.16568577994507033,
      "grad_norm": 27.904277801513672,
      "learning_rate": 7.218727757936072e-06,
      "loss": 6.7371,
      "step": 739
    },
    {
      "epoch": 0.16590998262429235,
      "grad_norm": 28.693052291870117,
      "learning_rate": 7.078192768243486e-06,
      "loss": 5.7872,
      "step": 740
    },
    {
      "epoch": 0.16613418530351437,
      "grad_norm": 18.160999298095703,
      "learning_rate": 6.938989031828158e-06,
      "loss": 4.8216,
      "step": 741
    },
    {
      "epoch": 0.1663583879827364,
      "grad_norm": 20.71692657470703,
      "learning_rate": 6.80111854300588e-06,
      "loss": 5.8828,
      "step": 742
    },
    {
      "epoch": 0.1665825906619584,
      "grad_norm": 17.970312118530273,
      "learning_rate": 6.664583276991632e-06,
      "loss": 4.9622,
      "step": 743
    },
    {
      "epoch": 0.16680679334118043,
      "grad_norm": 17.666881561279297,
      "learning_rate": 6.5293851898710625e-06,
      "loss": 4.5903,
      "step": 744
    },
    {
      "epoch": 0.16703099602040244,
      "grad_norm": 19.885295867919922,
      "learning_rate": 6.395526218572723e-06,
      "loss": 4.6309,
      "step": 745
    },
    {
      "epoch": 0.16725519869962446,
      "grad_norm": 34.02397155761719,
      "learning_rate": 6.2630082808401326e-06,
      "loss": 5.8373,
      "step": 746
    },
    {
      "epoch": 0.16747940137884648,
      "grad_norm": 21.6878604888916,
      "learning_rate": 6.131833275204346e-06,
      "loss": 6.1094,
      "step": 747
    },
    {
      "epoch": 0.1677036040580685,
      "grad_norm": 22.30811309814453,
      "learning_rate": 6.00200308095682e-06,
      "loss": 5.3376,
      "step": 748
    },
    {
      "epoch": 0.16792780673729052,
      "grad_norm": 19.66021728515625,
      "learning_rate": 5.873519558122398e-06,
      "loss": 5.4078,
      "step": 749
    },
    {
      "epoch": 0.16815200941651254,
      "grad_norm": 22.715261459350586,
      "learning_rate": 5.746384547432737e-06,
      "loss": 5.7722,
      "step": 750
    },
    {
      "epoch": 0.16837621209573456,
      "grad_norm": 22.434223175048828,
      "learning_rate": 5.62059987029987e-06,
      "loss": 5.6441,
      "step": 751
    },
    {
      "epoch": 0.16860041477495655,
      "grad_norm": 20.73239517211914,
      "learning_rate": 5.496167328790191e-06,
      "loss": 5.8305,
      "step": 752
    },
    {
      "epoch": 0.16882461745417857,
      "grad_norm": 24.847457885742188,
      "learning_rate": 5.373088705598539e-06,
      "loss": 5.2978,
      "step": 753
    },
    {
      "epoch": 0.16904882013340058,
      "grad_norm": 24.094623565673828,
      "learning_rate": 5.251365764022753e-06,
      "loss": 6.3649,
      "step": 754
    },
    {
      "epoch": 0.1692730228126226,
      "grad_norm": 16.817514419555664,
      "learning_rate": 5.131000247938367e-06,
      "loss": 4.2946,
      "step": 755
    },
    {
      "epoch": 0.16949722549184462,
      "grad_norm": 20.853559494018555,
      "learning_rate": 5.011993881773569e-06,
      "loss": 5.0353,
      "step": 756
    },
    {
      "epoch": 0.16972142817106664,
      "grad_norm": 18.309139251708984,
      "learning_rate": 4.8943483704846475e-06,
      "loss": 4.1848,
      "step": 757
    },
    {
      "epoch": 0.16994563085028866,
      "grad_norm": 21.158802032470703,
      "learning_rate": 4.778065399531395e-06,
      "loss": 5.701,
      "step": 758
    },
    {
      "epoch": 0.17016983352951068,
      "grad_norm": 19.17043685913086,
      "learning_rate": 4.663146634853066e-06,
      "loss": 4.1309,
      "step": 759
    },
    {
      "epoch": 0.1703940362087327,
      "grad_norm": 23.388776779174805,
      "learning_rate": 4.549593722844492e-06,
      "loss": 6.9786,
      "step": 760
    },
    {
      "epoch": 0.17061823888795472,
      "grad_norm": 24.59539794921875,
      "learning_rate": 4.4374082903324565e-06,
      "loss": 5.1848,
      "step": 761
    },
    {
      "epoch": 0.17084244156717673,
      "grad_norm": 18.094505310058594,
      "learning_rate": 4.326591944552438e-06,
      "loss": 4.7266,
      "step": 762
    },
    {
      "epoch": 0.17106664424639875,
      "grad_norm": 19.991737365722656,
      "learning_rate": 4.217146273125549e-06,
      "loss": 5.66,
      "step": 763
    },
    {
      "epoch": 0.17129084692562077,
      "grad_norm": 15.988885879516602,
      "learning_rate": 4.109072844035844e-06,
      "loss": 5.0488,
      "step": 764
    },
    {
      "epoch": 0.1715150496048428,
      "grad_norm": 23.391151428222656,
      "learning_rate": 4.002373205607723e-06,
      "loss": 6.4711,
      "step": 765
    },
    {
      "epoch": 0.1717392522840648,
      "grad_norm": 18.88915252685547,
      "learning_rate": 3.8970488864839334e-06,
      "loss": 4.3944,
      "step": 766
    },
    {
      "epoch": 0.1719634549632868,
      "grad_norm": 20.485437393188477,
      "learning_rate": 3.793101395603538e-06,
      "loss": 4.9093,
      "step": 767
    },
    {
      "epoch": 0.17218765764250882,
      "grad_norm": 20.99871253967285,
      "learning_rate": 3.690532222180343e-06,
      "loss": 5.1244,
      "step": 768
    },
    {
      "epoch": 0.17241186032173084,
      "grad_norm": 20.934389114379883,
      "learning_rate": 3.5893428356815305e-06,
      "loss": 6.1606,
      "step": 769
    },
    {
      "epoch": 0.17263606300095286,
      "grad_norm": 19.51573944091797,
      "learning_rate": 3.4895346858066724e-06,
      "loss": 6.6947,
      "step": 770
    },
    {
      "epoch": 0.17286026568017487,
      "grad_norm": 23.768095016479492,
      "learning_rate": 3.391109202466902e-06,
      "loss": 5.4587,
      "step": 771
    },
    {
      "epoch": 0.1730844683593969,
      "grad_norm": 17.845165252685547,
      "learning_rate": 3.2940677957644215e-06,
      "loss": 4.4819,
      "step": 772
    },
    {
      "epoch": 0.1733086710386189,
      "grad_norm": 23.525239944458008,
      "learning_rate": 3.198411855972383e-06,
      "loss": 6.3551,
      "step": 773
    },
    {
      "epoch": 0.17353287371784093,
      "grad_norm": 22.363983154296875,
      "learning_rate": 3.104142753514849e-06,
      "loss": 5.6637,
      "step": 774
    },
    {
      "epoch": 0.17375707639706295,
      "grad_norm": 25.35832977294922,
      "learning_rate": 3.011261838947277e-06,
      "loss": 5.7324,
      "step": 775
    },
    {
      "epoch": 0.17398127907628497,
      "grad_norm": 19.995059967041016,
      "learning_rate": 2.9197704429370977e-06,
      "loss": 5.8189,
      "step": 776
    },
    {
      "epoch": 0.17420548175550699,
      "grad_norm": 26.196189880371094,
      "learning_rate": 2.829669876244612e-06,
      "loss": 6.4094,
      "step": 777
    },
    {
      "epoch": 0.174429684434729,
      "grad_norm": 19.736299514770508,
      "learning_rate": 2.7409614297043806e-06,
      "loss": 4.646,
      "step": 778
    },
    {
      "epoch": 0.17465388711395102,
      "grad_norm": 19.328908920288086,
      "learning_rate": 2.653646374206531e-06,
      "loss": 4.9906,
      "step": 779
    },
    {
      "epoch": 0.17487808979317304,
      "grad_norm": 21.524703979492188,
      "learning_rate": 2.5677259606786684e-06,
      "loss": 4.8527,
      "step": 780
    },
    {
      "epoch": 0.17510229247239503,
      "grad_norm": 29.646650314331055,
      "learning_rate": 2.4832014200679154e-06,
      "loss": 5.4337,
      "step": 781
    },
    {
      "epoch": 0.17532649515161705,
      "grad_norm": 16.199634552001953,
      "learning_rate": 2.4000739633233347e-06,
      "loss": 4.5125,
      "step": 782
    },
    {
      "epoch": 0.17555069783083907,
      "grad_norm": 26.15324592590332,
      "learning_rate": 2.3183447813784675e-06,
      "loss": 5.4434,
      "step": 783
    },
    {
      "epoch": 0.1757749005100611,
      "grad_norm": 19.42137908935547,
      "learning_rate": 2.238015045134334e-06,
      "loss": 5.3454,
      "step": 784
    },
    {
      "epoch": 0.1759991031892831,
      "grad_norm": 23.827497482299805,
      "learning_rate": 2.159085905442737e-06,
      "loss": 4.9064,
      "step": 785
    },
    {
      "epoch": 0.17622330586850513,
      "grad_norm": 26.336322784423828,
      "learning_rate": 2.0815584930895972e-06,
      "loss": 5.8808,
      "step": 786
    },
    {
      "epoch": 0.17644750854772714,
      "grad_norm": 26.243711471557617,
      "learning_rate": 2.005433918778932e-06,
      "loss": 6.577,
      "step": 787
    },
    {
      "epoch": 0.17667171122694916,
      "grad_norm": 19.906051635742188,
      "learning_rate": 1.9307132731168352e-06,
      "loss": 4.7513,
      "step": 788
    },
    {
      "epoch": 0.17689591390617118,
      "grad_norm": 25.034526824951172,
      "learning_rate": 1.857397626595858e-06,
      "loss": 6.6842,
      "step": 789
    },
    {
      "epoch": 0.1771201165853932,
      "grad_norm": 27.034914016723633,
      "learning_rate": 1.7854880295797405e-06,
      "loss": 4.7402,
      "step": 790
    },
    {
      "epoch": 0.17734431926461522,
      "grad_norm": 22.93828773498535,
      "learning_rate": 1.7149855122882697e-06,
      "loss": 6.1336,
      "step": 791
    },
    {
      "epoch": 0.17756852194383724,
      "grad_norm": 25.48733901977539,
      "learning_rate": 1.6458910847826026e-06,
      "loss": 6.2911,
      "step": 792
    },
    {
      "epoch": 0.17779272462305926,
      "grad_norm": 22.997356414794922,
      "learning_rate": 1.5782057369507553e-06,
      "loss": 5.1654,
      "step": 793
    },
    {
      "epoch": 0.17801692730228127,
      "grad_norm": 63.839019775390625,
      "learning_rate": 1.5119304384934252e-06,
      "loss": 6.0289,
      "step": 794
    },
    {
      "epoch": 0.17824112998150327,
      "grad_norm": 22.060945510864258,
      "learning_rate": 1.4470661389100804e-06,
      "loss": 5.6594,
      "step": 795
    },
    {
      "epoch": 0.17846533266072528,
      "grad_norm": 23.791778564453125,
      "learning_rate": 1.3836137674854255e-06,
      "loss": 5.7247,
      "step": 796
    },
    {
      "epoch": 0.1786895353399473,
      "grad_norm": 21.986122131347656,
      "learning_rate": 1.3215742332759794e-06,
      "loss": 5.6769,
      "step": 797
    },
    {
      "epoch": 0.17891373801916932,
      "grad_norm": 22.307109832763672,
      "learning_rate": 1.2609484250971749e-06,
      "loss": 4.5753,
      "step": 798
    },
    {
      "epoch": 0.17913794069839134,
      "grad_norm": 23.080142974853516,
      "learning_rate": 1.2017372115104897e-06,
      "loss": 4.6565,
      "step": 799
    },
    {
      "epoch": 0.17936214337761336,
      "grad_norm": 20.82977294921875,
      "learning_rate": 1.143941440811147e-06,
      "loss": 6.4455,
      "step": 800
    },
    {
      "epoch": 0.17936214337761336,
      "eval_loss": 0.6719141602516174,
      "eval_runtime": 703.9162,
      "eval_samples_per_second": 7.103,
      "eval_steps_per_second": 1.776,
      "step": 800
    },
    {
      "epoch": 0.17958634605683538,
      "grad_norm": 19.657085418701172,
      "learning_rate": 1.0875619410158466e-06,
      "loss": 5.0619,
      "step": 801
    },
    {
      "epoch": 0.1798105487360574,
      "grad_norm": 24.48300552368164,
      "learning_rate": 1.0325995198509409e-06,
      "loss": 5.3917,
      "step": 802
    },
    {
      "epoch": 0.18003475141527941,
      "grad_norm": 25.84073257446289,
      "learning_rate": 9.79054964740911e-07,
      "loss": 6.3349,
      "step": 803
    },
    {
      "epoch": 0.18025895409450143,
      "grad_norm": 19.521461486816406,
      "learning_rate": 9.269290427969868e-07,
      "loss": 5.3057,
      "step": 804
    },
    {
      "epoch": 0.18048315677372345,
      "grad_norm": 19.728517532348633,
      "learning_rate": 8.762225008062674e-07,
      "loss": 5.8634,
      "step": 805
    },
    {
      "epoch": 0.18070735945294547,
      "grad_norm": 25.107593536376953,
      "learning_rate": 8.26936065220929e-07,
      "loss": 5.9684,
      "step": 806
    },
    {
      "epoch": 0.1809315621321675,
      "grad_norm": 17.90251350402832,
      "learning_rate": 7.790704421478557e-07,
      "loss": 5.985,
      "step": 807
    },
    {
      "epoch": 0.1811557648113895,
      "grad_norm": 22.126991271972656,
      "learning_rate": 7.326263173385584e-07,
      "loss": 6.9228,
      "step": 808
    },
    {
      "epoch": 0.18137996749061153,
      "grad_norm": 16.79656219482422,
      "learning_rate": 6.876043561792833e-07,
      "loss": 4.2164,
      "step": 809
    },
    {
      "epoch": 0.18160417016983352,
      "grad_norm": 22.026958465576172,
      "learning_rate": 6.440052036815081e-07,
      "loss": 4.9016,
      "step": 810
    },
    {
      "epoch": 0.18182837284905554,
      "grad_norm": 20.559688568115234,
      "learning_rate": 6.018294844727379e-07,
      "loss": 5.5734,
      "step": 811
    },
    {
      "epoch": 0.18205257552827755,
      "grad_norm": 18.942420959472656,
      "learning_rate": 5.610778027874908e-07,
      "loss": 6.43,
      "step": 812
    },
    {
      "epoch": 0.18227677820749957,
      "grad_norm": 27.4383487701416,
      "learning_rate": 5.217507424586821e-07,
      "loss": 6.8845,
      "step": 813
    },
    {
      "epoch": 0.1825009808867216,
      "grad_norm": 20.704374313354492,
      "learning_rate": 4.838488669092534e-07,
      "loss": 4.8365,
      "step": 814
    },
    {
      "epoch": 0.1827251835659436,
      "grad_norm": 20.487905502319336,
      "learning_rate": 4.4737271914411236e-07,
      "loss": 5.5389,
      "step": 815
    },
    {
      "epoch": 0.18294938624516563,
      "grad_norm": 16.155847549438477,
      "learning_rate": 4.123228217422948e-07,
      "loss": 4.7872,
      "step": 816
    },
    {
      "epoch": 0.18317358892438765,
      "grad_norm": 18.14055061340332,
      "learning_rate": 3.7869967684958094e-07,
      "loss": 4.47,
      "step": 817
    },
    {
      "epoch": 0.18339779160360967,
      "grad_norm": 19.095409393310547,
      "learning_rate": 3.465037661712134e-07,
      "loss": 5.2683,
      "step": 818
    },
    {
      "epoch": 0.18362199428283169,
      "grad_norm": 17.58683204650879,
      "learning_rate": 3.1573555096501283e-07,
      "loss": 4.5046,
      "step": 819
    },
    {
      "epoch": 0.1838461969620537,
      "grad_norm": 21.264097213745117,
      "learning_rate": 2.86395472034795e-07,
      "loss": 4.7536,
      "step": 820
    },
    {
      "epoch": 0.18407039964127572,
      "grad_norm": 29.956212997436523,
      "learning_rate": 2.584839497240643e-07,
      "loss": 5.5639,
      "step": 821
    },
    {
      "epoch": 0.18429460232049774,
      "grad_norm": 20.462013244628906,
      "learning_rate": 2.3200138390993e-07,
      "loss": 5.3594,
      "step": 822
    },
    {
      "epoch": 0.18451880499971976,
      "grad_norm": 19.466388702392578,
      "learning_rate": 2.0694815399744382e-07,
      "loss": 4.7252,
      "step": 823
    },
    {
      "epoch": 0.18474300767894175,
      "grad_norm": 26.671998977661133,
      "learning_rate": 1.83324618914138e-07,
      "loss": 6.32,
      "step": 824
    },
    {
      "epoch": 0.18496721035816377,
      "grad_norm": 19.42584991455078,
      "learning_rate": 1.611311171048735e-07,
      "loss": 5.2526,
      "step": 825
    },
    {
      "epoch": 0.1851914130373858,
      "grad_norm": 22.554855346679688,
      "learning_rate": 1.4036796652701078e-07,
      "loss": 5.9256,
      "step": 826
    },
    {
      "epoch": 0.1854156157166078,
      "grad_norm": 27.299381256103516,
      "learning_rate": 1.210354646458245e-07,
      "loss": 6.5492,
      "step": 827
    },
    {
      "epoch": 0.18563981839582983,
      "grad_norm": 20.90965461730957,
      "learning_rate": 1.031338884302846e-07,
      "loss": 5.4951,
      "step": 828
    },
    {
      "epoch": 0.18586402107505184,
      "grad_norm": 18.577083587646484,
      "learning_rate": 8.666349434907073e-08,
      "loss": 4.8877,
      "step": 829
    },
    {
      "epoch": 0.18608822375427386,
      "grad_norm": 29.57434844970703,
      "learning_rate": 7.162451836685291e-08,
      "loss": 5.4505,
      "step": 830
    },
    {
      "epoch": 0.18631242643349588,
      "grad_norm": 23.074634552001953,
      "learning_rate": 5.8017175941005306e-08,
      "loss": 5.665,
      "step": 831
    },
    {
      "epoch": 0.1865366291127179,
      "grad_norm": 24.548385620117188,
      "learning_rate": 4.584166201841988e-08,
      "loss": 6.4309,
      "step": 832
    },
    {
      "epoch": 0.18676083179193992,
      "grad_norm": 20.029640197753906,
      "learning_rate": 3.5098151032786355e-08,
      "loss": 4.898,
      "step": 833
    },
    {
      "epoch": 0.18698503447116194,
      "grad_norm": 24.034183502197266,
      "learning_rate": 2.578679690204977e-08,
      "loss": 6.2501,
      "step": 834
    },
    {
      "epoch": 0.18720923715038396,
      "grad_norm": 22.116565704345703,
      "learning_rate": 1.7907733026223394e-08,
      "loss": 6.8203,
      "step": 835
    },
    {
      "epoch": 0.18743343982960597,
      "grad_norm": 23.31262969970703,
      "learning_rate": 1.1461072285490204e-08,
      "loss": 5.2235,
      "step": 836
    },
    {
      "epoch": 0.187657642508828,
      "grad_norm": 22.740686416625977,
      "learning_rate": 6.446907038559769e-09,
      "loss": 6.2609,
      "step": 837
    },
    {
      "epoch": 0.18788184518804998,
      "grad_norm": 22.737079620361328,
      "learning_rate": 2.865309121358184e-09,
      "loss": 5.1502,
      "step": 838
    },
    {
      "epoch": 0.188106047867272,
      "grad_norm": 17.123003005981445,
      "learning_rate": 7.163298459844647e-10,
      "loss": 4.7196,
      "step": 839
    },
    {
      "epoch": 0.18833025054649402,
      "grad_norm": 23.188678741455078,
      "learning_rate": 0.0,
      "loss": 5.843,
      "step": 840
    }
  ],
  "logging_steps": 1,
  "max_steps": 840,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 2,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.3625178213987123e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}