{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0029354207436398,
  "eval_steps": 500,
  "global_step": 256,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003913894324853229,
      "grad_norm": 0.03163386508822441,
      "learning_rate": 2e-05,
      "loss": 0.6707,
      "step": 1
    },
    {
      "epoch": 0.007827788649706457,
      "grad_norm": 0.0352676585316658,
      "learning_rate": 4e-05,
      "loss": 0.7198,
      "step": 2
    },
    {
      "epoch": 0.011741682974559686,
      "grad_norm": 0.04116031154990196,
      "learning_rate": 6e-05,
      "loss": 0.7245,
      "step": 3
    },
    {
      "epoch": 0.015655577299412915,
      "grad_norm": 0.03329632431268692,
      "learning_rate": 8e-05,
      "loss": 0.6989,
      "step": 4
    },
    {
      "epoch": 0.019569471624266144,
      "grad_norm": 0.0380122996866703,
      "learning_rate": 0.0001,
      "loss": 0.7242,
      "step": 5
    },
    {
      "epoch": 0.023483365949119372,
      "grad_norm": 0.049545519053936005,
      "learning_rate": 9.999608360361113e-05,
      "loss": 0.7183,
      "step": 6
    },
    {
      "epoch": 0.0273972602739726,
      "grad_norm": 0.052038583904504776,
      "learning_rate": 9.998433502797095e-05,
      "loss": 0.7768,
      "step": 7
    },
    {
      "epoch": 0.03131115459882583,
      "grad_norm": 0.040976330637931824,
      "learning_rate": 9.996475611356264e-05,
      "loss": 0.7063,
      "step": 8
    },
    {
      "epoch": 0.03522504892367906,
      "grad_norm": 0.04120514914393425,
      "learning_rate": 9.993734992753777e-05,
      "loss": 0.7336,
      "step": 9
    },
    {
      "epoch": 0.03913894324853229,
      "grad_norm": 0.04610893130302429,
      "learning_rate": 9.990212076323586e-05,
      "loss": 0.7924,
      "step": 10
    },
    {
      "epoch": 0.043052837573385516,
      "grad_norm": 0.049875762313604355,
      "learning_rate": 9.98590741395118e-05,
      "loss": 0.917,
      "step": 11
    },
    {
      "epoch": 0.046966731898238745,
      "grad_norm": 0.05572649836540222,
      "learning_rate": 9.980821679987125e-05,
      "loss": 1.1953,
      "step": 12
    },
    {
      "epoch": 0.050880626223091974,
      "grad_norm": 0.09813573956489563,
      "learning_rate": 9.974955671141424e-05,
      "loss": 1.547,
      "step": 13
    },
    {
      "epoch": 0.0547945205479452,
      "grad_norm": 0.0853336825966835,
      "learning_rate": 9.968310306358715e-05,
      "loss": 1.5588,
      "step": 14
    },
    {
      "epoch": 0.05870841487279843,
      "grad_norm": 0.10721205174922943,
      "learning_rate": 9.960886626674302e-05,
      "loss": 1.625,
      "step": 15
    },
    {
      "epoch": 0.06262230919765166,
      "grad_norm": 0.11950431764125824,
      "learning_rate": 9.952685795051077e-05,
      "loss": 1.5763,
      "step": 16
    },
    {
      "epoch": 0.06653620352250489,
      "grad_norm": 0.2250717580318451,
      "learning_rate": 9.943709096197335e-05,
      "loss": 1.92,
      "step": 17
    },
    {
      "epoch": 0.07045009784735812,
      "grad_norm": 0.19992485642433167,
      "learning_rate": 9.933957936365515e-05,
      "loss": 1.8923,
      "step": 18
    },
    {
      "epoch": 0.07436399217221135,
      "grad_norm": 0.21822510659694672,
      "learning_rate": 9.923433843131901e-05,
      "loss": 1.76,
      "step": 19
    },
    {
      "epoch": 0.07827788649706457,
      "grad_norm": 0.22767920792102814,
      "learning_rate": 9.912138465157325e-05,
      "loss": 1.929,
      "step": 20
    },
    {
      "epoch": 0.0821917808219178,
      "grad_norm": 0.2242519110441208,
      "learning_rate": 9.900073571928886e-05,
      "loss": 1.7837,
      "step": 21
    },
    {
      "epoch": 0.08610567514677103,
      "grad_norm": 0.24728001654148102,
      "learning_rate": 9.887241053482757e-05,
      "loss": 1.7729,
      "step": 22
    },
    {
      "epoch": 0.09001956947162426,
      "grad_norm": 0.2385677993297577,
      "learning_rate": 9.873642920108091e-05,
      "loss": 1.8623,
      "step": 23
    },
    {
      "epoch": 0.09393346379647749,
      "grad_norm": 0.26688507199287415,
      "learning_rate": 9.859281302032106e-05,
      "loss": 1.7397,
      "step": 24
    },
    {
      "epoch": 0.09784735812133072,
      "grad_norm": 0.3171411454677582,
      "learning_rate": 9.844158449086371e-05,
      "loss": 1.776,
      "step": 25
    },
    {
      "epoch": 0.10176125244618395,
      "grad_norm": 0.2546722888946533,
      "learning_rate": 9.828276730354353e-05,
      "loss": 1.7869,
      "step": 26
    },
    {
      "epoch": 0.10567514677103718,
      "grad_norm": 0.2687777280807495,
      "learning_rate": 9.811638633800287e-05,
      "loss": 1.8163,
      "step": 27
    },
    {
      "epoch": 0.1095890410958904,
      "grad_norm": 0.27804115414619446,
      "learning_rate": 9.79424676587942e-05,
      "loss": 1.6911,
      "step": 28
    },
    {
      "epoch": 0.11350293542074363,
      "grad_norm": 0.258060097694397,
      "learning_rate": 9.776103851129706e-05,
      "loss": 1.6484,
      "step": 29
    },
    {
      "epoch": 0.11741682974559686,
      "grad_norm": 0.25036293268203735,
      "learning_rate": 9.757212731744974e-05,
      "loss": 1.6945,
      "step": 30
    },
    {
      "epoch": 0.12133072407045009,
      "grad_norm": 0.2762863337993622,
      "learning_rate": 9.737576367129694e-05,
      "loss": 1.6541,
      "step": 31
    },
    {
      "epoch": 0.12524461839530332,
      "grad_norm": 0.27325332164764404,
      "learning_rate": 9.717197833435367e-05,
      "loss": 1.5919,
      "step": 32
    },
    {
      "epoch": 0.12915851272015655,
      "grad_norm": 0.2928515672683716,
      "learning_rate": 9.696080323078621e-05,
      "loss": 1.5886,
      "step": 33
    },
    {
      "epoch": 0.13307240704500978,
      "grad_norm": 0.24550022184848785,
      "learning_rate": 9.67422714424111e-05,
      "loss": 1.5395,
      "step": 34
    },
    {
      "epoch": 0.136986301369863,
      "grad_norm": 0.28712642192840576,
      "learning_rate": 9.65164172035126e-05,
      "loss": 1.6844,
      "step": 35
    },
    {
      "epoch": 0.14090019569471623,
      "grad_norm": 0.28551584482192993,
      "learning_rate": 9.628327589547976e-05,
      "loss": 1.5708,
      "step": 36
    },
    {
      "epoch": 0.14481409001956946,
      "grad_norm": 0.3313228189945221,
      "learning_rate": 9.604288404126363e-05,
      "loss": 1.5957,
      "step": 37
    },
    {
      "epoch": 0.1487279843444227,
      "grad_norm": 0.2921415865421295,
      "learning_rate": 9.579527929965582e-05,
      "loss": 1.6896,
      "step": 38
    },
    {
      "epoch": 0.15264187866927592,
      "grad_norm": 0.2695411741733551,
      "learning_rate": 9.554050045938893e-05,
      "loss": 1.4198,
      "step": 39
    },
    {
      "epoch": 0.15655577299412915,
      "grad_norm": 0.3082950711250305,
      "learning_rate": 9.52785874330602e-05,
      "loss": 1.4809,
      "step": 40
    },
    {
      "epoch": 0.16046966731898238,
      "grad_norm": 0.3595643639564514,
      "learning_rate": 9.500958125087882e-05,
      "loss": 1.4945,
      "step": 41
    },
    {
      "epoch": 0.1643835616438356,
      "grad_norm": 0.31700167059898376,
      "learning_rate": 9.473352405423844e-05,
      "loss": 1.5308,
      "step": 42
    },
    {
      "epoch": 0.16829745596868884,
      "grad_norm": 0.3412667214870453,
      "learning_rate": 9.445045908911536e-05,
      "loss": 1.2918,
      "step": 43
    },
    {
      "epoch": 0.17221135029354206,
      "grad_norm": 0.334688663482666,
      "learning_rate": 9.416043069929388e-05,
      "loss": 1.6519,
      "step": 44
    },
    {
      "epoch": 0.1761252446183953,
      "grad_norm": 0.36491575837135315,
      "learning_rate": 9.386348431941952e-05,
      "loss": 1.4255,
      "step": 45
    },
    {
      "epoch": 0.18003913894324852,
      "grad_norm": 0.4985625147819519,
      "learning_rate": 9.355966646788151e-05,
      "loss": 1.5493,
      "step": 46
    },
    {
      "epoch": 0.18395303326810175,
      "grad_norm": 0.3898182511329651,
      "learning_rate": 9.324902473952528e-05,
      "loss": 1.4194,
      "step": 47
    },
    {
      "epoch": 0.18786692759295498,
      "grad_norm": 0.447437047958374,
      "learning_rate": 9.293160779819659e-05,
      "loss": 1.4069,
      "step": 48
    },
    {
      "epoch": 0.1917808219178082,
      "grad_norm": 0.39298486709594727,
      "learning_rate": 9.26074653691179e-05,
      "loss": 1.5099,
      "step": 49
    },
    {
      "epoch": 0.19569471624266144,
      "grad_norm": 0.43156537413597107,
      "learning_rate": 9.227664823109883e-05,
      "loss": 1.2838,
      "step": 50
    },
    {
      "epoch": 0.19960861056751467,
      "grad_norm": 0.17454610764980316,
      "learning_rate": 9.193920820858112e-05,
      "loss": 0.6187,
      "step": 51
    },
    {
      "epoch": 0.2035225048923679,
      "grad_norm": 0.17294666171073914,
      "learning_rate": 9.15951981635202e-05,
      "loss": 0.6706,
      "step": 52
    },
    {
      "epoch": 0.20743639921722112,
      "grad_norm": 0.15497027337551117,
      "learning_rate": 9.1244671987104e-05,
      "loss": 0.6513,
      "step": 53
    },
    {
      "epoch": 0.21135029354207435,
      "grad_norm": 0.13116338849067688,
      "learning_rate": 9.08876845913106e-05,
      "loss": 0.6534,
      "step": 54
    },
    {
      "epoch": 0.21526418786692758,
      "grad_norm": 0.1439136415719986,
      "learning_rate": 9.052429190030589e-05,
      "loss": 0.6599,
      "step": 55
    },
    {
      "epoch": 0.2191780821917808,
      "grad_norm": 0.11023265868425369,
      "learning_rate": 9.015455084168278e-05,
      "loss": 0.6548,
      "step": 56
    },
    {
      "epoch": 0.22309197651663404,
      "grad_norm": 0.10590813308954239,
      "learning_rate": 8.977851933754316e-05,
      "loss": 0.6253,
      "step": 57
    },
    {
      "epoch": 0.22700587084148727,
      "grad_norm": 0.11390851438045502,
      "learning_rate": 8.939625629542402e-05,
      "loss": 0.7104,
      "step": 58
    },
    {
      "epoch": 0.2309197651663405,
      "grad_norm": 0.09052883833646774,
      "learning_rate": 8.900782159906927e-05,
      "loss": 0.6822,
      "step": 59
    },
    {
      "epoch": 0.23483365949119372,
      "grad_norm": 0.08602324873209,
      "learning_rate": 8.861327609904859e-05,
      "loss": 0.6369,
      "step": 60
    },
    {
      "epoch": 0.23874755381604695,
      "grad_norm": 0.08307473361492157,
      "learning_rate": 8.821268160322482e-05,
      "loss": 0.6654,
      "step": 61
    },
    {
      "epoch": 0.24266144814090018,
      "grad_norm": 0.08856268227100372,
      "learning_rate": 8.780610086707148e-05,
      "loss": 0.7817,
      "step": 62
    },
    {
      "epoch": 0.2465753424657534,
      "grad_norm": 0.12807577848434448,
      "learning_rate": 8.739359758384162e-05,
      "loss": 1.1173,
      "step": 63
    },
    {
      "epoch": 0.25048923679060664,
      "grad_norm": 0.19394627213478088,
      "learning_rate": 8.697523637458997e-05,
      "loss": 1.3732,
      "step": 64
    },
    {
      "epoch": 0.25440313111545987,
      "grad_norm": 0.2011071741580963,
      "learning_rate": 8.655108277804975e-05,
      "loss": 1.4399,
      "step": 65
    },
    {
      "epoch": 0.2583170254403131,
      "grad_norm": 0.14723621308803558,
      "learning_rate": 8.612120324036548e-05,
      "loss": 1.3727,
      "step": 66
    },
    {
      "epoch": 0.2622309197651663,
      "grad_norm": 0.16769130527973175,
      "learning_rate": 8.568566510468391e-05,
      "loss": 1.4052,
      "step": 67
    },
    {
      "epoch": 0.26614481409001955,
      "grad_norm": 0.24278558790683746,
      "learning_rate": 8.524453660060434e-05,
      "loss": 1.2422,
      "step": 68
    },
    {
      "epoch": 0.2700587084148728,
      "grad_norm": 0.3258834183216095,
      "learning_rate": 8.479788683348995e-05,
      "loss": 1.3636,
      "step": 69
    },
    {
      "epoch": 0.273972602739726,
      "grad_norm": 0.3858473300933838,
      "learning_rate": 8.434578577364218e-05,
      "loss": 1.2596,
      "step": 70
    },
    {
      "epoch": 0.27788649706457924,
      "grad_norm": 0.3792387843132019,
      "learning_rate": 8.388830424533934e-05,
      "loss": 1.1536,
      "step": 71
    },
    {
      "epoch": 0.28180039138943247,
      "grad_norm": 0.3650766611099243,
      "learning_rate": 8.342551391574165e-05,
      "loss": 1.2981,
      "step": 72
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 0.4267803132534027,
      "learning_rate": 8.295748728366413e-05,
      "loss": 1.3647,
      "step": 73
    },
    {
      "epoch": 0.2896281800391389,
      "grad_norm": 0.33112606406211853,
      "learning_rate": 8.248429766821926e-05,
      "loss": 1.236,
      "step": 74
    },
    {
      "epoch": 0.29354207436399216,
      "grad_norm": 0.42046257853507996,
      "learning_rate": 8.200601919733106e-05,
      "loss": 1.2594,
      "step": 75
    },
    {
      "epoch": 0.2974559686888454,
      "grad_norm": 0.2975512444972992,
      "learning_rate": 8.15227267961226e-05,
      "loss": 1.0518,
      "step": 76
    },
    {
      "epoch": 0.3013698630136986,
      "grad_norm": 0.404283732175827,
      "learning_rate": 8.103449617517851e-05,
      "loss": 0.8743,
      "step": 77
    },
    {
      "epoch": 0.30528375733855184,
      "grad_norm": 0.351408451795578,
      "learning_rate": 8.054140381868436e-05,
      "loss": 1.0423,
      "step": 78
    },
    {
      "epoch": 0.30919765166340507,
      "grad_norm": 0.3292158246040344,
      "learning_rate": 8.004352697244517e-05,
      "loss": 0.997,
      "step": 79
    },
    {
      "epoch": 0.3131115459882583,
      "grad_norm": 0.32384607195854187,
      "learning_rate": 7.954094363178422e-05,
      "loss": 1.0643,
      "step": 80
    },
    {
      "epoch": 0.31702544031311153,
      "grad_norm": 0.3204917907714844,
      "learning_rate": 7.903373252932473e-05,
      "loss": 1.1578,
      "step": 81
    },
    {
      "epoch": 0.32093933463796476,
      "grad_norm": 0.3328935205936432,
      "learning_rate": 7.852197312265592e-05,
      "loss": 1.0157,
      "step": 82
    },
    {
      "epoch": 0.324853228962818,
      "grad_norm": 0.33864614367485046,
      "learning_rate": 7.800574558188547e-05,
      "loss": 1.0204,
      "step": 83
    },
    {
      "epoch": 0.3287671232876712,
      "grad_norm": 0.35031718015670776,
      "learning_rate": 7.748513077708044e-05,
      "loss": 0.9259,
      "step": 84
    },
    {
      "epoch": 0.33268101761252444,
      "grad_norm": 0.3247066140174866,
      "learning_rate": 7.696021026559849e-05,
      "loss": 1.1222,
      "step": 85
    },
    {
      "epoch": 0.33659491193737767,
      "grad_norm": 0.41699549555778503,
      "learning_rate": 7.643106627931147e-05,
      "loss": 0.9983,
      "step": 86
    },
    {
      "epoch": 0.3405088062622309,
      "grad_norm": 0.3745575249195099,
      "learning_rate": 7.589778171172322e-05,
      "loss": 0.9129,
      "step": 87
    },
    {
      "epoch": 0.34442270058708413,
      "grad_norm": 0.353384792804718,
      "learning_rate": 7.536044010498395e-05,
      "loss": 1.0038,
      "step": 88
    },
    {
      "epoch": 0.34833659491193736,
      "grad_norm": 0.4637128412723541,
      "learning_rate": 7.48191256368028e-05,
      "loss": 1.0741,
      "step": 89
    },
    {
      "epoch": 0.3522504892367906,
      "grad_norm": 0.35887208580970764,
      "learning_rate": 7.427392310726088e-05,
      "loss": 0.8587,
      "step": 90
    },
    {
      "epoch": 0.3561643835616438,
      "grad_norm": 0.37228333950042725,
      "learning_rate": 7.372491792552693e-05,
      "loss": 0.8278,
      "step": 91
    },
    {
      "epoch": 0.36007827788649704,
      "grad_norm": 0.3942444622516632,
      "learning_rate": 7.317219609647739e-05,
      "loss": 0.7225,
      "step": 92
    },
    {
      "epoch": 0.3639921722113503,
      "grad_norm": 0.423574298620224,
      "learning_rate": 7.261584420722329e-05,
      "loss": 0.8623,
      "step": 93
    },
    {
      "epoch": 0.3679060665362035,
      "grad_norm": 0.40341565012931824,
      "learning_rate": 7.20559494135458e-05,
      "loss": 0.867,
      "step": 94
    },
    {
      "epoch": 0.37181996086105673,
      "grad_norm": 0.47766032814979553,
      "learning_rate": 7.149259942624287e-05,
      "loss": 0.96,
      "step": 95
    },
    {
      "epoch": 0.37573385518590996,
      "grad_norm": 0.5066246390342712,
      "learning_rate": 7.092588249738871e-05,
      "loss": 0.9708,
      "step": 96
    },
    {
      "epoch": 0.3796477495107632,
      "grad_norm": 0.47567370533943176,
      "learning_rate": 7.03558874065087e-05,
      "loss": 0.6989,
      "step": 97
    },
    {
      "epoch": 0.3835616438356164,
      "grad_norm": 0.4444224536418915,
      "learning_rate": 6.978270344667143e-05,
      "loss": 0.928,
      "step": 98
    },
    {
      "epoch": 0.38747553816046965,
      "grad_norm": 0.4988643229007721,
      "learning_rate": 6.920642041050055e-05,
      "loss": 0.8934,
      "step": 99
    },
    {
      "epoch": 0.3913894324853229,
      "grad_norm": 0.45978260040283203,
      "learning_rate": 6.862712857610813e-05,
      "loss": 0.8662,
      "step": 100
    },
    {
      "epoch": 0.3953033268101761,
      "grad_norm": 0.1132320910692215,
      "learning_rate": 6.804491869295206e-05,
      "loss": 0.608,
      "step": 101
    },
    {
      "epoch": 0.39921722113502933,
      "grad_norm": 0.07976847887039185,
      "learning_rate": 6.745988196761975e-05,
      "loss": 0.6146,
      "step": 102
    },
    {
      "epoch": 0.40313111545988256,
      "grad_norm": 0.10324259847402573,
      "learning_rate": 6.687211004953992e-05,
      "loss": 0.6406,
      "step": 103
    },
    {
      "epoch": 0.4070450097847358,
      "grad_norm": 0.09178236126899719,
      "learning_rate": 6.628169501662526e-05,
      "loss": 0.6542,
      "step": 104
    },
    {
      "epoch": 0.410958904109589,
      "grad_norm": 0.09317239373922348,
      "learning_rate": 6.56887293608479e-05,
      "loss": 0.6346,
      "step": 105
    },
    {
      "epoch": 0.41487279843444225,
      "grad_norm": 0.07775234431028366,
      "learning_rate": 6.509330597374993e-05,
      "loss": 0.6321,
      "step": 106
    },
    {
      "epoch": 0.4187866927592955,
      "grad_norm": 0.09660284221172333,
      "learning_rate": 6.44955181318915e-05,
      "loss": 0.636,
      "step": 107
    },
    {
      "epoch": 0.4227005870841487,
      "grad_norm": 0.09740979224443436,
      "learning_rate": 6.38954594822384e-05,
      "loss": 0.6049,
      "step": 108
    },
    {
      "epoch": 0.42661448140900193,
      "grad_norm": 0.08840920776128769,
      "learning_rate": 6.329322402749181e-05,
      "loss": 0.6309,
      "step": 109
    },
    {
      "epoch": 0.43052837573385516,
      "grad_norm": 0.08083198219537735,
      "learning_rate": 6.268890611136211e-05,
      "loss": 0.6289,
      "step": 110
    },
    {
      "epoch": 0.4344422700587084,
      "grad_norm": 0.09277130663394928,
      "learning_rate": 6.208260040378946e-05,
      "loss": 0.6347,
      "step": 111
    },
    {
      "epoch": 0.4383561643835616,
      "grad_norm": 0.0881839394569397,
      "learning_rate": 6.147440188611324e-05,
      "loss": 0.6431,
      "step": 112
    },
    {
      "epoch": 0.44227005870841485,
      "grad_norm": 0.11400538682937622,
      "learning_rate": 6.086440583619257e-05,
      "loss": 0.9354,
      "step": 113
    },
    {
      "epoch": 0.4461839530332681,
      "grad_norm": 0.20211589336395264,
      "learning_rate": 6.025270781348055e-05,
      "loss": 1.1604,
      "step": 114
    },
    {
      "epoch": 0.4500978473581213,
      "grad_norm": 0.26292282342910767,
      "learning_rate": 5.9639403644054246e-05,
      "loss": 1.3311,
      "step": 115
    },
    {
      "epoch": 0.45401174168297453,
      "grad_norm": 0.22820404171943665,
      "learning_rate": 5.9024589405603035e-05,
      "loss": 1.369,
      "step": 116
    },
    {
      "epoch": 0.45792563600782776,
      "grad_norm": 0.30766674876213074,
      "learning_rate": 5.840836141237748e-05,
      "loss": 1.2977,
      "step": 117
    },
    {
      "epoch": 0.461839530332681,
      "grad_norm": 0.31659746170043945,
      "learning_rate": 5.779081620010104e-05,
      "loss": 1.2837,
      "step": 118
    },
    {
      "epoch": 0.4657534246575342,
      "grad_norm": 0.39562028646469116,
      "learning_rate": 5.717205051084731e-05,
      "loss": 1.1557,
      "step": 119
    },
    {
      "epoch": 0.46966731898238745,
      "grad_norm": 0.5576508641242981,
      "learning_rate": 5.655216127788472e-05,
      "loss": 0.8415,
      "step": 120
    },
    {
      "epoch": 0.4735812133072407,
      "grad_norm": 0.6976498365402222,
      "learning_rate": 5.5931245610491415e-05,
      "loss": 0.98,
      "step": 121
    },
    {
      "epoch": 0.4774951076320939,
      "grad_norm": 0.4894806146621704,
      "learning_rate": 5.5309400778742484e-05,
      "loss": 0.805,
      "step": 122
    },
    {
      "epoch": 0.48140900195694714,
      "grad_norm": 0.5847781300544739,
      "learning_rate": 5.4686724198272075e-05,
      "loss": 0.7776,
      "step": 123
    },
    {
      "epoch": 0.48532289628180036,
      "grad_norm": 0.45148980617523193,
      "learning_rate": 5.406331341501264e-05,
      "loss": 0.9177,
      "step": 124
    },
    {
      "epoch": 0.4892367906066536,
      "grad_norm": 0.4079922139644623,
      "learning_rate": 5.3439266089913796e-05,
      "loss": 0.8183,
      "step": 125
    },
    {
      "epoch": 0.4931506849315068,
      "grad_norm": 0.35624781250953674,
      "learning_rate": 5.281467998364314e-05,
      "loss": 0.7306,
      "step": 126
    },
    {
      "epoch": 0.49706457925636005,
      "grad_norm": 0.39521101117134094,
      "learning_rate": 5.218965294127155e-05,
      "loss": 0.6615,
      "step": 127
    },
    {
      "epoch": 0.5009784735812133,
      "grad_norm": 0.40277203917503357,
      "learning_rate": 5.156428287694508e-05,
      "loss": 0.8875,
      "step": 128
    },
    {
      "epoch": 0.5048923679060665,
      "grad_norm": 0.41517841815948486,
      "learning_rate": 5.093866775854618e-05,
      "loss": 0.6584,
      "step": 129
    },
    {
      "epoch": 0.5088062622309197,
      "grad_norm": 0.39176759123802185,
      "learning_rate": 5.0312905592346496e-05,
      "loss": 0.7852,
      "step": 130
    },
    {
      "epoch": 0.512720156555773,
      "grad_norm": 0.41236555576324463,
      "learning_rate": 4.9687094407653516e-05,
      "loss": 0.649,
      "step": 131
    },
    {
      "epoch": 0.5166340508806262,
      "grad_norm": 0.4180082380771637,
      "learning_rate": 4.9061332241453835e-05,
      "loss": 0.6306,
      "step": 132
    },
    {
      "epoch": 0.5205479452054794,
      "grad_norm": 0.41293394565582275,
      "learning_rate": 4.843571712305493e-05,
      "loss": 0.6744,
      "step": 133
    },
    {
      "epoch": 0.5244618395303327,
      "grad_norm": 0.4382160007953644,
      "learning_rate": 4.7810347058728454e-05,
      "loss": 0.699,
      "step": 134
    },
    {
      "epoch": 0.5283757338551859,
      "grad_norm": 0.42936497926712036,
      "learning_rate": 4.718532001635687e-05,
      "loss": 0.7566,
      "step": 135
    },
    {
      "epoch": 0.5322896281800391,
      "grad_norm": 0.41919001936912537,
      "learning_rate": 4.6560733910086215e-05,
      "loss": 0.6555,
      "step": 136
    },
    {
      "epoch": 0.5362035225048923,
      "grad_norm": 0.4476231038570404,
      "learning_rate": 4.593668658498738e-05,
      "loss": 0.3702,
      "step": 137
    },
    {
      "epoch": 0.5401174168297456,
      "grad_norm": 0.4992290735244751,
      "learning_rate": 4.531327580172794e-05,
      "loss": 0.7355,
      "step": 138
    },
    {
      "epoch": 0.5440313111545988,
      "grad_norm": 0.48065385222435,
      "learning_rate": 4.4690599221257534e-05,
      "loss": 0.775,
      "step": 139
    },
    {
      "epoch": 0.547945205479452,
      "grad_norm": 0.5157718658447266,
      "learning_rate": 4.406875438950862e-05,
      "loss": 0.8044,
      "step": 140
    },
    {
      "epoch": 0.5518590998043053,
      "grad_norm": 0.5698674917221069,
      "learning_rate": 4.34478387221153e-05,
      "loss": 0.6986,
      "step": 141
    },
    {
      "epoch": 0.5557729941291585,
      "grad_norm": 0.7876279950141907,
      "learning_rate": 4.2827949489152716e-05,
      "loss": 0.8621,
      "step": 142
    },
    {
      "epoch": 0.5596868884540117,
      "grad_norm": 0.6332098841667175,
      "learning_rate": 4.2209183799898975e-05,
      "loss": 0.7242,
      "step": 143
    },
    {
      "epoch": 0.5636007827788649,
      "grad_norm": 0.5357217788696289,
      "learning_rate": 4.159163858762254e-05,
      "loss": 0.8576,
      "step": 144
    },
    {
      "epoch": 0.5675146771037182,
      "grad_norm": 0.5598642826080322,
      "learning_rate": 4.097541059439698e-05,
      "loss": 0.6371,
      "step": 145
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.5226421356201172,
      "learning_rate": 4.036059635594578e-05,
      "loss": 0.8958,
      "step": 146
    },
    {
      "epoch": 0.5753424657534246,
      "grad_norm": 0.6392259001731873,
      "learning_rate": 3.9747292186519456e-05,
      "loss": 0.7961,
      "step": 147
    },
    {
      "epoch": 0.5792563600782779,
      "grad_norm": 0.5581743717193604,
      "learning_rate": 3.913559416380743e-05,
      "loss": 0.7058,
      "step": 148
    },
    {
      "epoch": 0.5831702544031311,
      "grad_norm": 0.5660399794578552,
      "learning_rate": 3.8525598113886755e-05,
      "loss": 0.8684,
      "step": 149
    },
    {
      "epoch": 0.5870841487279843,
      "grad_norm": 0.5329856276512146,
      "learning_rate": 3.791739959621054e-05,
      "loss": 0.8819,
      "step": 150
    },
    {
      "epoch": 0.5909980430528375,
      "grad_norm": 0.10910053551197052,
      "learning_rate": 3.73110938886379e-05,
      "loss": 0.601,
      "step": 151
    },
    {
      "epoch": 0.5949119373776908,
      "grad_norm": 0.11311163008213043,
      "learning_rate": 3.670677597250819e-05,
      "loss": 0.6177,
      "step": 152
    },
    {
      "epoch": 0.598825831702544,
      "grad_norm": 0.11195075511932373,
      "learning_rate": 3.610454051776159e-05,
      "loss": 0.6427,
      "step": 153
    },
    {
      "epoch": 0.6027397260273972,
      "grad_norm": 0.10383167117834091,
      "learning_rate": 3.5504481868108496e-05,
      "loss": 0.6135,
      "step": 154
    },
    {
      "epoch": 0.6066536203522505,
      "grad_norm": 0.09850986301898956,
      "learning_rate": 3.490669402625007e-05,
      "loss": 0.6143,
      "step": 155
    },
    {
      "epoch": 0.6105675146771037,
      "grad_norm": 0.11563970893621445,
      "learning_rate": 3.4311270639152125e-05,
      "loss": 0.6377,
      "step": 156
    },
    {
      "epoch": 0.6144814090019569,
      "grad_norm": 0.09395430982112885,
      "learning_rate": 3.371830498337475e-05,
      "loss": 0.622,
      "step": 157
    },
    {
      "epoch": 0.6183953033268101,
      "grad_norm": 0.09632616490125656,
      "learning_rate": 3.31278899504601e-05,
      "loss": 0.6007,
      "step": 158
    },
    {
      "epoch": 0.6223091976516634,
      "grad_norm": 0.07842116057872772,
      "learning_rate": 3.254011803238026e-05,
      "loss": 0.6117,
      "step": 159
    },
    {
      "epoch": 0.6262230919765166,
      "grad_norm": 0.09811273962259293,
      "learning_rate": 3.195508130704795e-05,
      "loss": 0.7071,
      "step": 160
    },
    {
      "epoch": 0.6301369863013698,
      "grad_norm": 0.09993411600589752,
      "learning_rate": 3.137287142389189e-05,
      "loss": 0.6959,
      "step": 161
    },
    {
      "epoch": 0.6340508806262231,
      "grad_norm": 0.16126656532287598,
      "learning_rate": 3.079357958949946e-05,
      "loss": 0.8482,
      "step": 162
    },
    {
      "epoch": 0.6379647749510763,
      "grad_norm": 0.23614658415317535,
      "learning_rate": 3.0217296553328578e-05,
      "loss": 1.1098,
      "step": 163
    },
    {
      "epoch": 0.6418786692759295,
      "grad_norm": 0.3320796489715576,
      "learning_rate": 2.9644112593491313e-05,
      "loss": 1.325,
      "step": 164
    },
    {
      "epoch": 0.6457925636007827,
      "grad_norm": 0.28653013706207275,
      "learning_rate": 2.90741175026113e-05,
      "loss": 1.2413,
      "step": 165
    },
    {
      "epoch": 0.649706457925636,
      "grad_norm": 0.255374550819397,
      "learning_rate": 2.8507400573757158e-05,
      "loss": 1.2142,
      "step": 166
    },
    {
      "epoch": 0.6536203522504892,
      "grad_norm": 0.35617220401763916,
      "learning_rate": 2.7944050586454214e-05,
      "loss": 1.074,
      "step": 167
    },
    {
      "epoch": 0.6575342465753424,
      "grad_norm": 0.36493492126464844,
      "learning_rate": 2.738415579277672e-05,
      "loss": 0.9327,
      "step": 168
    },
    {
      "epoch": 0.6614481409001957,
      "grad_norm": 0.3966633379459381,
      "learning_rate": 2.682780390352262e-05,
      "loss": 0.9258,
      "step": 169
    },
    {
      "epoch": 0.6653620352250489,
      "grad_norm": 0.414274662733078,
      "learning_rate": 2.6275082074473077e-05,
      "loss": 0.7781,
      "step": 170
    },
    {
      "epoch": 0.6692759295499021,
      "grad_norm": 0.5334131717681885,
      "learning_rate": 2.5726076892739125e-05,
      "loss": 1.0345,
      "step": 171
    },
    {
      "epoch": 0.6731898238747553,
      "grad_norm": 0.4234941601753235,
      "learning_rate": 2.5180874363197215e-05,
      "loss": 0.6406,
      "step": 172
    },
    {
      "epoch": 0.6771037181996086,
      "grad_norm": 0.4359799921512604,
      "learning_rate": 2.4639559895016068e-05,
      "loss": 0.5398,
      "step": 173
    },
    {
      "epoch": 0.6810176125244618,
      "grad_norm": 0.4648365378379822,
      "learning_rate": 2.41022182882768e-05,
      "loss": 0.8774,
      "step": 174
    },
    {
      "epoch": 0.684931506849315,
      "grad_norm": 0.44993242621421814,
      "learning_rate": 2.3568933720688545e-05,
      "loss": 0.6826,
      "step": 175
    },
    {
      "epoch": 0.6888454011741683,
      "grad_norm": 0.5089378356933594,
      "learning_rate": 2.3039789734401522e-05,
      "loss": 0.8364,
      "step": 176
    },
    {
      "epoch": 0.6927592954990215,
      "grad_norm": 0.4836876392364502,
      "learning_rate": 2.2514869222919572e-05,
      "loss": 0.7142,
      "step": 177
    },
    {
      "epoch": 0.6966731898238747,
      "grad_norm": 0.45462754368782043,
      "learning_rate": 2.1994254418114522e-05,
      "loss": 0.5854,
      "step": 178
    },
    {
      "epoch": 0.700587084148728,
      "grad_norm": 0.4492819905281067,
      "learning_rate": 2.1478026877344087e-05,
      "loss": 0.7193,
      "step": 179
    },
    {
      "epoch": 0.7045009784735812,
      "grad_norm": 0.5050315260887146,
      "learning_rate": 2.0966267470675273e-05,
      "loss": 0.7511,
      "step": 180
    },
    {
      "epoch": 0.7084148727984344,
      "grad_norm": 0.47290706634521484,
      "learning_rate": 2.0459056368215785e-05,
      "loss": 0.3919,
      "step": 181
    },
    {
      "epoch": 0.7123287671232876,
      "grad_norm": 0.48888495564460754,
      "learning_rate": 1.9956473027554846e-05,
      "loss": 0.6667,
      "step": 182
    },
    {
      "epoch": 0.7162426614481409,
      "grad_norm": 0.5012060403823853,
      "learning_rate": 1.945859618131564e-05,
      "loss": 0.8642,
      "step": 183
    },
    {
      "epoch": 0.7201565557729941,
      "grad_norm": 0.4296189248561859,
      "learning_rate": 1.8965503824821495e-05,
      "loss": 0.5252,
      "step": 184
    },
    {
      "epoch": 0.7240704500978473,
      "grad_norm": 0.4099351465702057,
      "learning_rate": 1.8477273203877398e-05,
      "loss": 0.555,
      "step": 185
    },
    {
      "epoch": 0.7279843444227005,
      "grad_norm": 0.48989391326904297,
      "learning_rate": 1.7993980802668946e-05,
      "loss": 0.4169,
      "step": 186
    },
    {
      "epoch": 0.7318982387475538,
      "grad_norm": 0.5008951425552368,
      "learning_rate": 1.7515702331780753e-05,
      "loss": 0.6055,
      "step": 187
    },
    {
      "epoch": 0.735812133072407,
      "grad_norm": 0.5512305498123169,
      "learning_rate": 1.7042512716335873e-05,
      "loss": 0.6066,
      "step": 188
    },
    {
      "epoch": 0.7397260273972602,
      "grad_norm": 0.5570058226585388,
      "learning_rate": 1.6574486084258366e-05,
      "loss": 0.5108,
      "step": 189
    },
    {
      "epoch": 0.7436399217221135,
      "grad_norm": 0.5478200316429138,
      "learning_rate": 1.6111695754660667e-05,
      "loss": 0.4872,
      "step": 190
    },
    {
      "epoch": 0.7475538160469667,
      "grad_norm": 0.6605414748191833,
      "learning_rate": 1.565421422635782e-05,
      "loss": 0.7039,
      "step": 191
    },
    {
      "epoch": 0.7514677103718199,
      "grad_norm": 0.68994140625,
      "learning_rate": 1.5202113166510057e-05,
      "loss": 0.5309,
      "step": 192
    },
    {
      "epoch": 0.7553816046966731,
      "grad_norm": 0.5879679918289185,
      "learning_rate": 1.475546339939568e-05,
      "loss": 0.6536,
      "step": 193
    },
    {
      "epoch": 0.7592954990215264,
      "grad_norm": 0.5869037508964539,
      "learning_rate": 1.4314334895316094e-05,
      "loss": 0.5313,
      "step": 194
    },
    {
      "epoch": 0.7632093933463796,
      "grad_norm": 0.5851684212684631,
      "learning_rate": 1.3878796759634544e-05,
      "loss": 0.5735,
      "step": 195
    },
    {
      "epoch": 0.7671232876712328,
      "grad_norm": 0.5906223654747009,
      "learning_rate": 1.3448917221950263e-05,
      "loss": 0.5747,
      "step": 196
    },
    {
      "epoch": 0.7710371819960861,
      "grad_norm": 0.6163977384567261,
      "learning_rate": 1.3024763625410024e-05,
      "loss": 0.578,
      "step": 197
    },
    {
      "epoch": 0.7749510763209393,
      "grad_norm": 0.5708550810813904,
      "learning_rate": 1.2606402416158392e-05,
      "loss": 0.659,
      "step": 198
    },
    {
      "epoch": 0.7788649706457925,
      "grad_norm": 0.5133813619613647,
      "learning_rate": 1.2193899132928537e-05,
      "loss": 0.593,
      "step": 199
    },
    {
      "epoch": 0.7827788649706457,
      "grad_norm": 0.667519748210907,
      "learning_rate": 1.1787318396775188e-05,
      "loss": 0.6285,
      "step": 200
    },
    {
      "epoch": 0.786692759295499,
      "grad_norm": 0.12260925769805908,
      "learning_rate": 1.138672390095143e-05,
      "loss": 0.5933,
      "step": 201
    },
    {
      "epoch": 0.7906066536203522,
      "grad_norm": 0.12017874419689178,
      "learning_rate": 1.0992178400930753e-05,
      "loss": 0.6127,
      "step": 202
    },
    {
      "epoch": 0.7945205479452054,
      "grad_norm": 0.09497018158435822,
      "learning_rate": 1.060374370457599e-05,
      "loss": 0.6115,
      "step": 203
    },
    {
      "epoch": 0.7984344422700587,
      "grad_norm": 0.10668694972991943,
      "learning_rate": 1.0221480662456845e-05,
      "loss": 0.6344,
      "step": 204
    },
    {
      "epoch": 0.8023483365949119,
      "grad_norm": 0.09549664705991745,
      "learning_rate": 9.845449158317215e-06,
      "loss": 0.6184,
      "step": 205
    },
    {
      "epoch": 0.8062622309197651,
      "grad_norm": 0.10000652074813843,
      "learning_rate": 9.475708099694124e-06,
      "loss": 0.6246,
      "step": 206
    },
    {
      "epoch": 0.8101761252446184,
      "grad_norm": 0.09402776509523392,
      "learning_rate": 9.112315408689414e-06,
      "loss": 0.6435,
      "step": 207
    },
    {
      "epoch": 0.8140900195694716,
      "grad_norm": 0.11321419477462769,
      "learning_rate": 8.755328012896003e-06,
      "loss": 0.591,
      "step": 208
    },
    {
      "epoch": 0.8180039138943248,
      "grad_norm": 0.09615667909383774,
      "learning_rate": 8.404801836479808e-06,
      "loss": 0.599,
      "step": 209
    },
    {
      "epoch": 0.821917808219178,
      "grad_norm": 0.10819011926651001,
      "learning_rate": 8.060791791418886e-06,
      "loss": 0.6284,
      "step": 210
    },
    {
      "epoch": 0.8258317025440313,
      "grad_norm": 0.10262239724397659,
      "learning_rate": 7.723351768901172e-06,
      "loss": 0.6342,
      "step": 211
    },
    {
      "epoch": 0.8297455968688845,
      "grad_norm": 0.1496949940919876,
      "learning_rate": 7.392534630882092e-06,
      "loss": 0.918,
      "step": 212
    },
    {
      "epoch": 0.8336594911937377,
      "grad_norm": 0.2980770468711853,
      "learning_rate": 7.06839220180342e-06,
      "loss": 1.2023,
      "step": 213
    },
    {
      "epoch": 0.837573385518591,
      "grad_norm": 0.2971821129322052,
      "learning_rate": 6.750975260474718e-06,
      "loss": 1.244,
      "step": 214
    },
    {
      "epoch": 0.8414872798434442,
      "grad_norm": 0.3587229549884796,
      "learning_rate": 6.440333532118503e-06,
      "loss": 1.1199,
      "step": 215
    },
    {
      "epoch": 0.8454011741682974,
      "grad_norm": 0.32896873354911804,
      "learning_rate": 6.136515680580479e-06,
      "loss": 1.1086,
      "step": 216
    },
    {
      "epoch": 0.8493150684931506,
      "grad_norm": 0.39331957697868347,
      "learning_rate": 5.839569300706127e-06,
      "loss": 1.0215,
      "step": 217
    },
    {
      "epoch": 0.8532289628180039,
      "grad_norm": 0.38827061653137207,
      "learning_rate": 5.549540910884648e-06,
      "loss": 0.5754,
      "step": 218
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.5655323266983032,
      "learning_rate": 5.266475945761562e-06,
      "loss": 0.5955,
      "step": 219
    },
    {
      "epoch": 0.8610567514677103,
      "grad_norm": 0.40946924686431885,
      "learning_rate": 4.990418749121178e-06,
      "loss": 0.7077,
      "step": 220
    },
    {
      "epoch": 0.8649706457925636,
      "grad_norm": 0.4781821370124817,
      "learning_rate": 4.721412566939804e-06,
      "loss": 0.7839,
      "step": 221
    },
    {
      "epoch": 0.8688845401174168,
      "grad_norm": 0.45991095900535583,
      "learning_rate": 4.459499540611078e-06,
      "loss": 0.5884,
      "step": 222
    },
    {
      "epoch": 0.87279843444227,
      "grad_norm": 0.4947982430458069,
      "learning_rate": 4.2047207003442e-06,
      "loss": 0.8057,
      "step": 223
    },
    {
      "epoch": 0.8767123287671232,
      "grad_norm": 0.45956841111183167,
      "learning_rate": 3.9571159587363734e-06,
      "loss": 0.5545,
      "step": 224
    },
    {
      "epoch": 0.8806262230919765,
      "grad_norm": 0.49664247035980225,
      "learning_rate": 3.7167241045202473e-06,
      "loss": 0.6917,
      "step": 225
    },
    {
      "epoch": 0.8845401174168297,
      "grad_norm": 0.45959457755088806,
      "learning_rate": 3.4835827964873945e-06,
      "loss": 0.4998,
      "step": 226
    },
    {
      "epoch": 0.8884540117416829,
      "grad_norm": 0.4423829913139343,
      "learning_rate": 3.2577285575889017e-06,
      "loss": 0.5131,
      "step": 227
    },
    {
      "epoch": 0.8923679060665362,
      "grad_norm": 0.44220611453056335,
      "learning_rate": 3.039196769213787e-06,
      "loss": 0.5259,
      "step": 228
    },
    {
      "epoch": 0.8962818003913894,
      "grad_norm": 0.6108101606369019,
      "learning_rate": 2.8280216656463408e-06,
      "loss": 0.5591,
      "step": 229
    },
    {
      "epoch": 0.9001956947162426,
      "grad_norm": 0.49229612946510315,
      "learning_rate": 2.6242363287030613e-06,
      "loss": 0.5809,
      "step": 230
    },
    {
      "epoch": 0.9041095890410958,
      "grad_norm": 0.5494934320449829,
      "learning_rate": 2.4278726825502697e-06,
      "loss": 0.5489,
      "step": 231
    },
    {
      "epoch": 0.9080234833659491,
      "grad_norm": 0.527355432510376,
      "learning_rate": 2.2389614887029566e-06,
      "loss": 0.447,
      "step": 232
    },
    {
      "epoch": 0.9119373776908023,
      "grad_norm": 0.46644851565361023,
      "learning_rate": 2.0575323412058033e-06,
      "loss": 0.39,
      "step": 233
    },
    {
      "epoch": 0.9158512720156555,
      "grad_norm": 0.5504054427146912,
      "learning_rate": 1.8836136619971466e-06,
      "loss": 0.5782,
      "step": 234
    },
    {
      "epoch": 0.9197651663405088,
      "grad_norm": 0.49965357780456543,
      "learning_rate": 1.7172326964564778e-06,
      "loss": 0.5285,
      "step": 235
    },
    {
      "epoch": 0.923679060665362,
      "grad_norm": 0.48239263892173767,
      "learning_rate": 1.5584155091362906e-06,
      "loss": 0.549,
      "step": 236
    },
    {
      "epoch": 0.9275929549902152,
      "grad_norm": 0.49611082673072815,
      "learning_rate": 1.4071869796789428e-06,
      "loss": 0.5095,
      "step": 237
    },
    {
      "epoch": 0.9315068493150684,
      "grad_norm": 0.6184103488922119,
      "learning_rate": 1.263570798919106e-06,
      "loss": 0.6939,
      "step": 238
    },
    {
      "epoch": 0.9354207436399217,
      "grad_norm": 0.5954499840736389,
      "learning_rate": 1.1275894651724517e-06,
      "loss": 0.6225,
      "step": 239
    },
    {
      "epoch": 0.9393346379647749,
      "grad_norm": 0.441373348236084,
      "learning_rate": 9.992642807111485e-07,
      "loss": 0.4301,
      "step": 240
    },
    {
      "epoch": 0.9432485322896281,
      "grad_norm": 0.5763933658599854,
      "learning_rate": 8.786153484267589e-07,
      "loss": 0.5001,
      "step": 241
    },
    {
      "epoch": 0.9471624266144814,
      "grad_norm": 0.5569640398025513,
      "learning_rate": 7.656615686809976e-07,
      "loss": 0.5061,
      "step": 242
    },
    {
      "epoch": 0.9510763209393346,
      "grad_norm": 0.6340327858924866,
      "learning_rate": 6.604206363448661e-07,
      "loss": 0.6955,
      "step": 243
    },
    {
      "epoch": 0.9549902152641878,
      "grad_norm": 0.506722092628479,
      "learning_rate": 5.629090380266544e-07,
      "loss": 0.6724,
      "step": 244
    },
    {
      "epoch": 0.958904109589041,
      "grad_norm": 0.6531652212142944,
      "learning_rate": 4.7314204948923356e-07,
      "loss": 0.6788,
      "step": 245
    },
    {
      "epoch": 0.9628180039138943,
      "grad_norm": 0.861240029335022,
      "learning_rate": 3.9113373325698754e-07,
      "loss": 0.7462,
      "step": 246
    },
    {
      "epoch": 0.9667318982387475,
      "grad_norm": 0.477685809135437,
      "learning_rate": 3.168969364128527e-07,
      "loss": 0.6711,
      "step": 247
    },
    {
      "epoch": 0.9706457925636007,
      "grad_norm": 0.7157436013221741,
      "learning_rate": 2.5044328858576106e-07,
      "loss": 0.9496,
      "step": 248
    },
    {
      "epoch": 0.974559686888454,
      "grad_norm": 0.6129444241523743,
      "learning_rate": 1.917832001287645e-07,
      "loss": 0.6913,
      "step": 249
    },
    {
      "epoch": 0.9784735812133072,
      "grad_norm": 0.5228613018989563,
      "learning_rate": 1.4092586048820578e-07,
      "loss": 0.4704,
      "step": 250
    },
    {
      "epoch": 0.9823874755381604,
      "grad_norm": 0.10491888970136642,
      "learning_rate": 9.787923676414235e-08,
      "loss": 0.613,
      "step": 251
    },
    {
      "epoch": 0.9863013698630136,
      "grad_norm": 0.14352037012577057,
      "learning_rate": 6.265007246223364e-08,
      "loss": 0.8369,
      "step": 252
    },
    {
      "epoch": 0.9902152641878669,
      "grad_norm": 0.39620721340179443,
      "learning_rate": 3.524388643736387e-08,
      "loss": 0.9367,
      "step": 253
    },
    {
      "epoch": 0.9941291585127201,
      "grad_norm": 0.5082689523696899,
      "learning_rate": 1.566497202904471e-08,
      "loss": 0.6905,
      "step": 254
    },
    {
      "epoch": 0.9980430528375733,
      "grad_norm": 0.5287924408912659,
      "learning_rate": 3.91639638886998e-09,
      "loss": 0.7285,
      "step": 255
    },
    {
      "epoch": 0.9980430528375733,
      "eval_loss": 0.7113179564476013,
      "eval_runtime": 5.6376,
      "eval_samples_per_second": 38.314,
      "eval_steps_per_second": 9.579,
      "step": 255
    },
    {
      "epoch": 1.0029354207436398,
      "grad_norm": 1.3217692375183105,
      "learning_rate": 0.0,
      "loss": 1.3248,
      "step": 256
    }
  ],
  "logging_steps": 1,
  "max_steps": 256,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 64,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.87637580251136e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}