{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 444,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0045223289994347085,
      "grad_norm": 7.291471481323242,
      "learning_rate": 0.0,
      "loss": 1.547397255897522,
      "step": 1
    },
    {
      "epoch": 0.009044657998869417,
      "grad_norm": 6.675105094909668,
      "learning_rate": 3.0303030303030305e-06,
      "loss": 1.9251973628997803,
      "step": 2
    },
    {
      "epoch": 0.013566986998304126,
      "grad_norm": 5.998653411865234,
      "learning_rate": 6.060606060606061e-06,
      "loss": 2.1677727699279785,
      "step": 3
    },
    {
      "epoch": 0.018089315997738834,
      "grad_norm": 5.098645210266113,
      "learning_rate": 9.090909090909091e-06,
      "loss": 1.55276620388031,
      "step": 4
    },
    {
      "epoch": 0.022611644997173545,
      "grad_norm": 5.561119556427002,
      "learning_rate": 1.2121212121212122e-05,
      "loss": 1.6184998750686646,
      "step": 5
    },
    {
      "epoch": 0.027133973996608253,
      "grad_norm": 9.211742401123047,
      "learning_rate": 1.5151515151515153e-05,
      "loss": 2.9644205570220947,
      "step": 6
    },
    {
      "epoch": 0.03165630299604296,
      "grad_norm": 4.334231853485107,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 1.310502529144287,
      "step": 7
    },
    {
      "epoch": 0.03617863199547767,
      "grad_norm": 4.926395893096924,
      "learning_rate": 2.1212121212121215e-05,
      "loss": 0.9597325921058655,
      "step": 8
    },
    {
      "epoch": 0.04070096099491238,
      "grad_norm": 5.166053295135498,
      "learning_rate": 2.4242424242424244e-05,
      "loss": 1.5906846523284912,
      "step": 9
    },
    {
      "epoch": 0.04522328999434709,
      "grad_norm": 3.401926279067993,
      "learning_rate": 2.7272727272727273e-05,
      "loss": 0.9199749231338501,
      "step": 10
    },
    {
      "epoch": 0.0497456189937818,
      "grad_norm": 5.334242820739746,
      "learning_rate": 3.0303030303030306e-05,
      "loss": 1.4474661350250244,
      "step": 11
    },
    {
      "epoch": 0.054267947993216506,
      "grad_norm": 4.597867488861084,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.4379602670669556,
      "step": 12
    },
    {
      "epoch": 0.058790276992651214,
      "grad_norm": 4.7645392417907715,
      "learning_rate": 3.6363636363636364e-05,
      "loss": 1.4223986864089966,
      "step": 13
    },
    {
      "epoch": 0.06331260599208592,
      "grad_norm": 3.373505115509033,
      "learning_rate": 3.939393939393939e-05,
      "loss": 1.1355547904968262,
      "step": 14
    },
    {
      "epoch": 0.06783493499152063,
      "grad_norm": 4.07553768157959,
      "learning_rate": 4.242424242424243e-05,
      "loss": 0.9215720891952515,
      "step": 15
    },
    {
      "epoch": 0.07235726399095534,
      "grad_norm": 3.5894291400909424,
      "learning_rate": 4.545454545454546e-05,
      "loss": 1.0571705102920532,
      "step": 16
    },
    {
      "epoch": 0.07687959299039004,
      "grad_norm": 3.156590223312378,
      "learning_rate": 4.848484848484849e-05,
      "loss": 0.8873472809791565,
      "step": 17
    },
    {
      "epoch": 0.08140192198982477,
      "grad_norm": 3.214465618133545,
      "learning_rate": 5.151515151515152e-05,
      "loss": 1.0211292505264282,
      "step": 18
    },
    {
      "epoch": 0.08592425098925947,
      "grad_norm": 7.9517669677734375,
      "learning_rate": 5.4545454545454546e-05,
      "loss": 0.8414863348007202,
      "step": 19
    },
    {
      "epoch": 0.09044657998869418,
      "grad_norm": 1.7165948152542114,
      "learning_rate": 5.757575757575758e-05,
      "loss": 0.5700346231460571,
      "step": 20
    },
    {
      "epoch": 0.09496890898812889,
      "grad_norm": 2.5979506969451904,
      "learning_rate": 6.060606060606061e-05,
      "loss": 0.5731669068336487,
      "step": 21
    },
    {
      "epoch": 0.0994912379875636,
      "grad_norm": 3.4984710216522217,
      "learning_rate": 6.363636363636364e-05,
      "loss": 0.9606108665466309,
      "step": 22
    },
    {
      "epoch": 0.1040135669869983,
      "grad_norm": 2.752967119216919,
      "learning_rate": 6.666666666666667e-05,
      "loss": 0.6585597395896912,
      "step": 23
    },
    {
      "epoch": 0.10853589598643301,
      "grad_norm": 1.5807493925094604,
      "learning_rate": 6.96969696969697e-05,
      "loss": 0.6068466305732727,
      "step": 24
    },
    {
      "epoch": 0.11305822498586772,
      "grad_norm": 2.665384292602539,
      "learning_rate": 7.272727272727273e-05,
      "loss": 0.6171092391014099,
      "step": 25
    },
    {
      "epoch": 0.11758055398530243,
      "grad_norm": 2.3035004138946533,
      "learning_rate": 7.575757575757576e-05,
      "loss": 0.5822332501411438,
      "step": 26
    },
    {
      "epoch": 0.12210288298473713,
      "grad_norm": 1.9238967895507812,
      "learning_rate": 7.878787878787879e-05,
      "loss": 0.47088560461997986,
      "step": 27
    },
    {
      "epoch": 0.12662521198417184,
      "grad_norm": 1.825692892074585,
      "learning_rate": 8.181818181818183e-05,
      "loss": 0.6446185111999512,
      "step": 28
    },
    {
      "epoch": 0.13114754098360656,
      "grad_norm": 4.594221591949463,
      "learning_rate": 8.484848484848486e-05,
      "loss": 0.6414021253585815,
      "step": 29
    },
    {
      "epoch": 0.13566986998304126,
      "grad_norm": 1.9699541330337524,
      "learning_rate": 8.787878787878789e-05,
      "loss": 0.4247538149356842,
      "step": 30
    },
    {
      "epoch": 0.14019219898247598,
      "grad_norm": 2.4046030044555664,
      "learning_rate": 9.090909090909092e-05,
      "loss": 0.6008492708206177,
      "step": 31
    },
    {
      "epoch": 0.14471452798191067,
      "grad_norm": 1.413968563079834,
      "learning_rate": 9.393939393939395e-05,
      "loss": 0.40783625841140747,
      "step": 32
    },
    {
      "epoch": 0.1492368569813454,
      "grad_norm": 1.9952170848846436,
      "learning_rate": 9.696969696969698e-05,
      "loss": 0.569362461566925,
      "step": 33
    },
    {
      "epoch": 0.1537591859807801,
      "grad_norm": 2.6184163093566895,
      "learning_rate": 0.0001,
      "loss": 0.5469943881034851,
      "step": 34
    },
    {
      "epoch": 0.1582815149802148,
      "grad_norm": 1.9643917083740234,
      "learning_rate": 9.999938421168646e-05,
      "loss": 0.4088066816329956,
      "step": 35
    },
    {
      "epoch": 0.16280384397964953,
      "grad_norm": 1.5163798332214355,
      "learning_rate": 9.999753686191369e-05,
      "loss": 0.3955770432949066,
      "step": 36
    },
    {
      "epoch": 0.16732617297908423,
      "grad_norm": 1.229404091835022,
      "learning_rate": 9.99944579961847e-05,
      "loss": 0.2366081029176712,
      "step": 37
    },
    {
      "epoch": 0.17184850197851895,
      "grad_norm": 3.2587950229644775,
      "learning_rate": 9.99901476903367e-05,
      "loss": 0.7799991369247437,
      "step": 38
    },
    {
      "epoch": 0.17637083097795364,
      "grad_norm": 2.7293012142181396,
      "learning_rate": 9.998460605053911e-05,
      "loss": 0.5498022437095642,
      "step": 39
    },
    {
      "epoch": 0.18089315997738836,
      "grad_norm": 0.8616456389427185,
      "learning_rate": 9.997783321329103e-05,
      "loss": 0.2331305593252182,
      "step": 40
    },
    {
      "epoch": 0.18541548897682306,
      "grad_norm": 2.231576681137085,
      "learning_rate": 9.996982934541781e-05,
      "loss": 0.49557122588157654,
      "step": 41
    },
    {
      "epoch": 0.18993781797625778,
      "grad_norm": 1.757218360900879,
      "learning_rate": 9.996059464406699e-05,
      "loss": 0.3324850797653198,
      "step": 42
    },
    {
      "epoch": 0.19446014697569247,
      "grad_norm": 2.7063300609588623,
      "learning_rate": 9.99501293367034e-05,
      "loss": 0.6701216101646423,
      "step": 43
    },
    {
      "epoch": 0.1989824759751272,
      "grad_norm": 1.5393937826156616,
      "learning_rate": 9.993843368110363e-05,
      "loss": 0.36928266286849976,
      "step": 44
    },
    {
      "epoch": 0.2035048049745619,
      "grad_norm": 2.716559648513794,
      "learning_rate": 9.992550796534957e-05,
      "loss": 0.47702556848526,
      "step": 45
    },
    {
      "epoch": 0.2080271339739966,
      "grad_norm": 1.4264390468597412,
      "learning_rate": 9.991135250782142e-05,
      "loss": 0.45288488268852234,
      "step": 46
    },
    {
      "epoch": 0.21254946297343133,
      "grad_norm": 1.8128936290740967,
      "learning_rate": 9.98959676571898e-05,
      "loss": 0.5638726353645325,
      "step": 47
    },
    {
      "epoch": 0.21707179197286602,
      "grad_norm": 3.152132034301758,
      "learning_rate": 9.987935379240715e-05,
      "loss": 0.6716957688331604,
      "step": 48
    },
    {
      "epoch": 0.22159412097230075,
      "grad_norm": 1.705963373184204,
      "learning_rate": 9.986151132269841e-05,
      "loss": 0.44028884172439575,
      "step": 49
    },
    {
      "epoch": 0.22611644997173544,
      "grad_norm": 1.1538264751434326,
      "learning_rate": 9.984244068755098e-05,
      "loss": 0.233591690659523,
      "step": 50
    },
    {
      "epoch": 0.23063877897117016,
      "grad_norm": 2.0634467601776123,
      "learning_rate": 9.982214235670381e-05,
      "loss": 0.4504716992378235,
      "step": 51
    },
    {
      "epoch": 0.23516110797060485,
      "grad_norm": 2.5376787185668945,
      "learning_rate": 9.980061683013593e-05,
      "loss": 0.864669919013977,
      "step": 52
    },
    {
      "epoch": 0.23968343697003958,
      "grad_norm": 2.1972405910491943,
      "learning_rate": 9.977786463805399e-05,
      "loss": 0.6324269771575928,
      "step": 53
    },
    {
      "epoch": 0.24420576596947427,
      "grad_norm": 2.0665624141693115,
      "learning_rate": 9.975388634087939e-05,
      "loss": 0.2935933768749237,
      "step": 54
    },
    {
      "epoch": 0.248728094968909,
      "grad_norm": 3.009046792984009,
      "learning_rate": 9.972868252923433e-05,
      "loss": 0.5864978432655334,
      "step": 55
    },
    {
      "epoch": 0.2532504239683437,
      "grad_norm": 1.86191725730896,
      "learning_rate": 9.970225382392732e-05,
      "loss": 0.37172186374664307,
      "step": 56
    },
    {
      "epoch": 0.2577727529677784,
      "grad_norm": 1.9748555421829224,
      "learning_rate": 9.967460087593787e-05,
      "loss": 0.3727291226387024,
      "step": 57
    },
    {
      "epoch": 0.26229508196721313,
      "grad_norm": 1.099350094795227,
      "learning_rate": 9.964572436640045e-05,
      "loss": 0.2445754110813141,
      "step": 58
    },
    {
      "epoch": 0.26681741096664785,
      "grad_norm": 2.0052852630615234,
      "learning_rate": 9.961562500658779e-05,
      "loss": 0.3555195927619934,
      "step": 59
    },
    {
      "epoch": 0.2713397399660825,
      "grad_norm": 1.4176075458526611,
      "learning_rate": 9.958430353789321e-05,
      "loss": 0.30695128440856934,
      "step": 60
    },
    {
      "epoch": 0.27586206896551724,
      "grad_norm": 3.025583267211914,
      "learning_rate": 9.955176073181249e-05,
      "loss": 0.585475504398346,
      "step": 61
    },
    {
      "epoch": 0.28038439796495196,
      "grad_norm": 2.7243595123291016,
      "learning_rate": 9.951799738992484e-05,
      "loss": 0.43635714054107666,
      "step": 62
    },
    {
      "epoch": 0.2849067269643867,
      "grad_norm": 2.0113253593444824,
      "learning_rate": 9.948301434387308e-05,
      "loss": 0.42690932750701904,
      "step": 63
    },
    {
      "epoch": 0.28942905596382135,
      "grad_norm": 4.598367214202881,
      "learning_rate": 9.944681245534329e-05,
      "loss": 0.6117644309997559,
      "step": 64
    },
    {
      "epoch": 0.29395138496325607,
      "grad_norm": 2.9147560596466064,
      "learning_rate": 9.940939261604343e-05,
      "loss": 0.5750573873519897,
      "step": 65
    },
    {
      "epoch": 0.2984737139626908,
      "grad_norm": 2.6507761478424072,
      "learning_rate": 9.937075574768151e-05,
      "loss": 0.7533997893333435,
      "step": 66
    },
    {
      "epoch": 0.3029960429621255,
      "grad_norm": 2.4989027976989746,
      "learning_rate": 9.93309028019428e-05,
      "loss": 0.5996869206428528,
      "step": 67
    },
    {
      "epoch": 0.3075183719615602,
      "grad_norm": 2.598254680633545,
      "learning_rate": 9.928983476046643e-05,
      "loss": 0.2852366268634796,
      "step": 68
    },
    {
      "epoch": 0.3120407009609949,
      "grad_norm": 3.119438648223877,
      "learning_rate": 9.92475526348212e-05,
      "loss": 0.5741563439369202,
      "step": 69
    },
    {
      "epoch": 0.3165630299604296,
      "grad_norm": 1.1106818914413452,
      "learning_rate": 9.920405746648066e-05,
      "loss": 0.26614102721214294,
      "step": 70
    },
    {
      "epoch": 0.32108535895986434,
      "grad_norm": 0.9133815169334412,
      "learning_rate": 9.915935032679748e-05,
      "loss": 0.26768484711647034,
      "step": 71
    },
    {
      "epoch": 0.32560768795929906,
      "grad_norm": 1.607993483543396,
      "learning_rate": 9.911343231697703e-05,
      "loss": 0.15874682366847992,
      "step": 72
    },
    {
      "epoch": 0.33013001695873373,
      "grad_norm": 1.3114100694656372,
      "learning_rate": 9.906630456805024e-05,
      "loss": 0.4141106605529785,
      "step": 73
    },
    {
      "epoch": 0.33465234595816845,
      "grad_norm": 1.2874245643615723,
      "learning_rate": 9.90179682408458e-05,
      "loss": 0.2847934365272522,
      "step": 74
    },
    {
      "epoch": 0.3391746749576032,
      "grad_norm": 1.3312100172042847,
      "learning_rate": 9.896842452596151e-05,
      "loss": 0.3185293972492218,
      "step": 75
    },
    {
      "epoch": 0.3436970039570379,
      "grad_norm": 1.8993945121765137,
      "learning_rate": 9.891767464373503e-05,
      "loss": 0.5426658391952515,
      "step": 76
    },
    {
      "epoch": 0.34821933295647256,
      "grad_norm": 2.966989755630493,
      "learning_rate": 9.88657198442137e-05,
      "loss": 0.570258378982544,
      "step": 77
    },
    {
      "epoch": 0.3527416619559073,
      "grad_norm": 4.43503999710083,
      "learning_rate": 9.881256140712389e-05,
      "loss": 0.8280593156814575,
      "step": 78
    },
    {
      "epoch": 0.357263990955342,
      "grad_norm": 2.1554064750671387,
      "learning_rate": 9.875820064183936e-05,
      "loss": 0.5352519750595093,
      "step": 79
    },
    {
      "epoch": 0.3617863199547767,
      "grad_norm": 3.4602084159851074,
      "learning_rate": 9.870263888734905e-05,
      "loss": 0.5771993398666382,
      "step": 80
    },
    {
      "epoch": 0.36630864895421145,
      "grad_norm": 1.7824523448944092,
      "learning_rate": 9.864587751222415e-05,
      "loss": 0.4337155520915985,
      "step": 81
    },
    {
      "epoch": 0.3708309779536461,
      "grad_norm": 3.878756284713745,
      "learning_rate": 9.85879179145843e-05,
      "loss": 0.5989097952842712,
      "step": 82
    },
    {
      "epoch": 0.37535330695308083,
      "grad_norm": 1.4212008714675903,
      "learning_rate": 9.852876152206324e-05,
      "loss": 0.3551819920539856,
      "step": 83
    },
    {
      "epoch": 0.37987563595251556,
      "grad_norm": 2.3496906757354736,
      "learning_rate": 9.846840979177355e-05,
      "loss": 0.43937334418296814,
      "step": 84
    },
    {
      "epoch": 0.3843979649519503,
      "grad_norm": 1.6882898807525635,
      "learning_rate": 9.840686421027084e-05,
      "loss": 0.5158435702323914,
      "step": 85
    },
    {
      "epoch": 0.38892029395138494,
      "grad_norm": 2.1012213230133057,
      "learning_rate": 9.834412629351713e-05,
      "loss": 0.4025169610977173,
      "step": 86
    },
    {
      "epoch": 0.39344262295081966,
      "grad_norm": 2.0376243591308594,
      "learning_rate": 9.828019758684343e-05,
      "loss": 0.3835662603378296,
      "step": 87
    },
    {
      "epoch": 0.3979649519502544,
      "grad_norm": 1.087571620941162,
      "learning_rate": 9.821507966491177e-05,
      "loss": 0.2370224893093109,
      "step": 88
    },
    {
      "epoch": 0.4024872809496891,
      "grad_norm": 1.0280754566192627,
      "learning_rate": 9.814877413167636e-05,
      "loss": 0.16112485527992249,
      "step": 89
    },
    {
      "epoch": 0.4070096099491238,
      "grad_norm": 1.5627737045288086,
      "learning_rate": 9.80812826203441e-05,
      "loss": 0.25830531120300293,
      "step": 90
    },
    {
      "epoch": 0.4115319389485585,
      "grad_norm": 1.398753046989441,
      "learning_rate": 9.801260679333435e-05,
      "loss": 0.20058074593544006,
      "step": 91
    },
    {
      "epoch": 0.4160542679479932,
      "grad_norm": 2.44887113571167,
      "learning_rate": 9.794274834223798e-05,
      "loss": 0.44796085357666016,
      "step": 92
    },
    {
      "epoch": 0.42057659694742794,
      "grad_norm": 1.8773524761199951,
      "learning_rate": 9.787170898777571e-05,
      "loss": 0.09035420417785645,
      "step": 93
    },
    {
      "epoch": 0.42509892594686266,
      "grad_norm": 2.2415385246276855,
      "learning_rate": 9.779949047975569e-05,
      "loss": 0.4143182337284088,
      "step": 94
    },
    {
      "epoch": 0.4296212549462973,
      "grad_norm": 0.9243282675743103,
      "learning_rate": 9.772609459703046e-05,
      "loss": 0.19697849452495575,
      "step": 95
    },
    {
      "epoch": 0.43414358394573205,
      "grad_norm": 1.6759023666381836,
      "learning_rate": 9.76515231474531e-05,
      "loss": 0.4344663619995117,
      "step": 96
    },
    {
      "epoch": 0.43866591294516677,
      "grad_norm": 1.7376896142959595,
      "learning_rate": 9.757577796783267e-05,
      "loss": 0.2877751588821411,
      "step": 97
    },
    {
      "epoch": 0.4431882419446015,
      "grad_norm": 1.7586407661437988,
      "learning_rate": 9.749886092388907e-05,
      "loss": 0.2319566309452057,
      "step": 98
    },
    {
      "epoch": 0.44771057094403616,
      "grad_norm": 2.4733307361602783,
      "learning_rate": 9.742077391020694e-05,
      "loss": 0.5806718468666077,
      "step": 99
    },
    {
      "epoch": 0.4522328999434709,
      "grad_norm": 1.8423047065734863,
      "learning_rate": 9.73415188501891e-05,
      "loss": 0.41065654158592224,
      "step": 100
    },
    {
      "epoch": 0.4567552289429056,
      "grad_norm": 1.266654372215271,
      "learning_rate": 9.726109769600915e-05,
      "loss": 0.25123703479766846,
      "step": 101
    },
    {
      "epoch": 0.4612775579423403,
      "grad_norm": 1.5012145042419434,
      "learning_rate": 9.717951242856338e-05,
      "loss": 0.21071340143680573,
      "step": 102
    },
    {
      "epoch": 0.465799886941775,
      "grad_norm": 1.9103806018829346,
      "learning_rate": 9.709676505742193e-05,
      "loss": 0.2925260365009308,
      "step": 103
    },
    {
      "epoch": 0.4703222159412097,
      "grad_norm": 2.8742434978485107,
      "learning_rate": 9.701285762077939e-05,
      "loss": 0.42019787430763245,
      "step": 104
    },
    {
      "epoch": 0.47484454494064443,
      "grad_norm": 0.9136130213737488,
      "learning_rate": 9.692779218540449e-05,
      "loss": 0.20556426048278809,
      "step": 105
    },
    {
      "epoch": 0.47936687394007915,
      "grad_norm": 1.253005862236023,
      "learning_rate": 9.684157084658928e-05,
      "loss": 0.3021640479564667,
      "step": 106
    },
    {
      "epoch": 0.4838892029395139,
      "grad_norm": 2.193819284439087,
      "learning_rate": 9.675419572809748e-05,
      "loss": 0.4248642325401306,
      "step": 107
    },
    {
      "epoch": 0.48841153193894854,
      "grad_norm": 3.020540475845337,
      "learning_rate": 9.666566898211218e-05,
      "loss": 0.6992117166519165,
      "step": 108
    },
    {
      "epoch": 0.49293386093838326,
      "grad_norm": 1.8046236038208008,
      "learning_rate": 9.657599278918276e-05,
      "loss": 0.3455357551574707,
      "step": 109
    },
    {
      "epoch": 0.497456189937818,
      "grad_norm": 1.7953020334243774,
      "learning_rate": 9.648516935817132e-05,
      "loss": 0.2125360667705536,
      "step": 110
    },
    {
      "epoch": 0.5019785189372526,
      "grad_norm": 1.550222635269165,
      "learning_rate": 9.639320092619815e-05,
      "loss": 0.3208027482032776,
      "step": 111
    },
    {
      "epoch": 0.5065008479366874,
      "grad_norm": 2.5783615112304688,
      "learning_rate": 9.630008975858667e-05,
      "loss": 0.4664068818092346,
      "step": 112
    },
    {
      "epoch": 0.5110231769361221,
      "grad_norm": 1.9945203065872192,
      "learning_rate": 9.620583814880763e-05,
      "loss": 0.2811071276664734,
      "step": 113
    },
    {
      "epoch": 0.5155455059355568,
      "grad_norm": 2.341205596923828,
      "learning_rate": 9.611044841842263e-05,
      "loss": 0.37440162897109985,
      "step": 114
    },
    {
      "epoch": 0.5200678349349915,
      "grad_norm": 2.040306329727173,
      "learning_rate": 9.601392291702693e-05,
      "loss": 0.445474237203598,
      "step": 115
    },
    {
      "epoch": 0.5245901639344263,
      "grad_norm": 1.811583399772644,
      "learning_rate": 9.591626402219154e-05,
      "loss": 0.29914209246635437,
      "step": 116
    },
    {
      "epoch": 0.529112492933861,
      "grad_norm": 1.6755777597427368,
      "learning_rate": 9.581747413940472e-05,
      "loss": 0.46847957372665405,
      "step": 117
    },
    {
      "epoch": 0.5336348219332957,
      "grad_norm": 0.9761641621589661,
      "learning_rate": 9.571755570201266e-05,
      "loss": 0.18166978657245636,
      "step": 118
    },
    {
      "epoch": 0.5381571509327303,
      "grad_norm": 1.3273948431015015,
      "learning_rate": 9.561651117115961e-05,
      "loss": 0.31537139415740967,
      "step": 119
    },
    {
      "epoch": 0.542679479932165,
      "grad_norm": 2.2121992111206055,
      "learning_rate": 9.551434303572725e-05,
      "loss": 0.43132883310317993,
      "step": 120
    },
    {
      "epoch": 0.5472018089315998,
      "grad_norm": 1.7024832963943481,
      "learning_rate": 9.54110538122733e-05,
      "loss": 0.27443891763687134,
      "step": 121
    },
    {
      "epoch": 0.5517241379310345,
      "grad_norm": 1.7376899719238281,
      "learning_rate": 9.530664604496964e-05,
      "loss": 0.36192619800567627,
      "step": 122
    },
    {
      "epoch": 0.5562464669304692,
      "grad_norm": 1.5836992263793945,
      "learning_rate": 9.520112230553958e-05,
      "loss": 0.20185258984565735,
      "step": 123
    },
    {
      "epoch": 0.5607687959299039,
      "grad_norm": 1.1079986095428467,
      "learning_rate": 9.509448519319455e-05,
      "loss": 0.2349134087562561,
      "step": 124
    },
    {
      "epoch": 0.5652911249293386,
      "grad_norm": 0.8905041217803955,
      "learning_rate": 9.498673733457007e-05,
      "loss": 0.19901350140571594,
      "step": 125
    },
    {
      "epoch": 0.5698134539287734,
      "grad_norm": 1.8610121011734009,
      "learning_rate": 9.487788138366098e-05,
      "loss": 0.4020023047924042,
      "step": 126
    },
    {
      "epoch": 0.574335782928208,
      "grad_norm": 1.0433236360549927,
      "learning_rate": 9.47679200217562e-05,
      "loss": 0.25798824429512024,
      "step": 127
    },
    {
      "epoch": 0.5788581119276427,
      "grad_norm": 0.8737208247184753,
      "learning_rate": 9.465685595737263e-05,
      "loss": 0.1853061467409134,
      "step": 128
    },
    {
      "epoch": 0.5833804409270774,
      "grad_norm": 2.264613151550293,
      "learning_rate": 9.454469192618834e-05,
      "loss": 0.3282086253166199,
      "step": 129
    },
    {
      "epoch": 0.5879027699265121,
      "grad_norm": 2.792393445968628,
      "learning_rate": 9.44314306909753e-05,
      "loss": 0.42889904975891113,
      "step": 130
    },
    {
      "epoch": 0.5924250989259469,
      "grad_norm": 1.190372347831726,
      "learning_rate": 9.431707504153138e-05,
      "loss": 0.20250998437404633,
      "step": 131
    },
    {
      "epoch": 0.5969474279253816,
      "grad_norm": 1.835120439529419,
      "learning_rate": 9.420162779461141e-05,
      "loss": 0.41494035720825195,
      "step": 132
    },
    {
      "epoch": 0.6014697569248163,
      "grad_norm": 2.321082592010498,
      "learning_rate": 9.408509179385806e-05,
      "loss": 0.3529088497161865,
      "step": 133
    },
    {
      "epoch": 0.605992085924251,
      "grad_norm": 2.4376912117004395,
      "learning_rate": 9.396746990973159e-05,
      "loss": 0.4287894070148468,
      "step": 134
    },
    {
      "epoch": 0.6105144149236857,
      "grad_norm": 0.6970080733299255,
      "learning_rate": 9.384876503943928e-05,
      "loss": 0.071951724588871,
      "step": 135
    },
    {
      "epoch": 0.6150367439231204,
      "grad_norm": 1.5923813581466675,
      "learning_rate": 9.3728980106864e-05,
      "loss": 0.21515776216983795,
      "step": 136
    },
    {
      "epoch": 0.6195590729225551,
      "grad_norm": 1.6027476787567139,
      "learning_rate": 9.360811806249224e-05,
      "loss": 0.31726449728012085,
      "step": 137
    },
    {
      "epoch": 0.6240814019219898,
      "grad_norm": 1.2761967182159424,
      "learning_rate": 9.348618188334133e-05,
      "loss": 0.2573518455028534,
      "step": 138
    },
    {
      "epoch": 0.6286037309214245,
      "grad_norm": 1.777708888053894,
      "learning_rate": 9.336317457288629e-05,
      "loss": 0.2587142586708069,
      "step": 139
    },
    {
      "epoch": 0.6331260599208592,
      "grad_norm": 1.6320334672927856,
      "learning_rate": 9.323909916098565e-05,
      "loss": 0.2945709824562073,
      "step": 140
    },
    {
      "epoch": 0.637648388920294,
      "grad_norm": 1.8322265148162842,
      "learning_rate": 9.311395870380698e-05,
      "loss": 0.18670018017292023,
      "step": 141
    },
    {
      "epoch": 0.6421707179197287,
      "grad_norm": 2.0408501625061035,
      "learning_rate": 9.298775628375151e-05,
      "loss": 0.39790022373199463,
      "step": 142
    },
    {
      "epoch": 0.6466930469191634,
      "grad_norm": 1.2878535985946655,
      "learning_rate": 9.286049500937826e-05,
      "loss": 0.22007177770137787,
      "step": 143
    },
    {
      "epoch": 0.6512153759185981,
      "grad_norm": 1.5641039609909058,
      "learning_rate": 9.273217801532743e-05,
      "loss": 0.30896928906440735,
      "step": 144
    },
    {
      "epoch": 0.6557377049180327,
      "grad_norm": 2.217372179031372,
      "learning_rate": 9.260280846224327e-05,
      "loss": 0.4660269320011139,
      "step": 145
    },
    {
      "epoch": 0.6602600339174675,
      "grad_norm": 1.2061784267425537,
      "learning_rate": 9.247238953669613e-05,
      "loss": 0.23304049670696259,
      "step": 146
    },
    {
      "epoch": 0.6647823629169022,
      "grad_norm": 1.1550440788269043,
      "learning_rate": 9.2340924451104e-05,
      "loss": 0.18098972737789154,
      "step": 147
    },
    {
      "epoch": 0.6693046919163369,
      "grad_norm": 2.17303204536438,
      "learning_rate": 9.220841644365343e-05,
      "loss": 0.4562326967716217,
      "step": 148
    },
    {
      "epoch": 0.6738270209157716,
      "grad_norm": 1.2827099561691284,
      "learning_rate": 9.207486877821972e-05,
      "loss": 0.24131713807582855,
      "step": 149
    },
    {
      "epoch": 0.6783493499152063,
      "grad_norm": 1.3714268207550049,
      "learning_rate": 9.19402847442865e-05,
      "loss": 0.20117801427841187,
      "step": 150
    },
    {
      "epoch": 0.6828716789146411,
      "grad_norm": 0.7962578535079956,
      "learning_rate": 9.180466765686484e-05,
      "loss": 0.10072100162506104,
      "step": 151
    },
    {
      "epoch": 0.6873940079140758,
      "grad_norm": 2.337254285812378,
      "learning_rate": 9.16680208564114e-05,
      "loss": 0.36628395318984985,
      "step": 152
    },
    {
      "epoch": 0.6919163369135105,
      "grad_norm": 1.3581371307373047,
      "learning_rate": 9.153034770874629e-05,
      "loss": 0.19663110375404358,
      "step": 153
    },
    {
      "epoch": 0.6964386659129451,
      "grad_norm": 2.1968348026275635,
      "learning_rate": 9.139165160497017e-05,
      "loss": 0.22100666165351868,
      "step": 154
    },
    {
      "epoch": 0.7009609949123798,
      "grad_norm": 1.8378037214279175,
      "learning_rate": 9.125193596138058e-05,
      "loss": 0.2519327998161316,
      "step": 155
    },
    {
      "epoch": 0.7054833239118146,
      "grad_norm": 1.3852217197418213,
      "learning_rate": 9.111120421938797e-05,
      "loss": 0.2891305387020111,
      "step": 156
    },
    {
      "epoch": 0.7100056529112493,
      "grad_norm": 1.6360901594161987,
      "learning_rate": 9.096945984543082e-05,
      "loss": 0.319157212972641,
      "step": 157
    },
    {
      "epoch": 0.714527981910684,
      "grad_norm": 1.032430648803711,
      "learning_rate": 9.082670633089028e-05,
      "loss": 0.1005449891090393,
      "step": 158
    },
    {
      "epoch": 0.7190503109101187,
      "grad_norm": 0.9550158381462097,
      "learning_rate": 9.06829471920042e-05,
      "loss": 0.14034107327461243,
      "step": 159
    },
    {
      "epoch": 0.7235726399095535,
      "grad_norm": 1.3664883375167847,
      "learning_rate": 9.05381859697805e-05,
      "loss": 0.3244042992591858,
      "step": 160
    },
    {
      "epoch": 0.7280949689089882,
      "grad_norm": 0.9244715571403503,
      "learning_rate": 9.03924262299099e-05,
      "loss": 0.19906440377235413,
      "step": 161
    },
    {
      "epoch": 0.7326172979084229,
      "grad_norm": 1.580863118171692,
      "learning_rate": 9.02456715626782e-05,
      "loss": 0.14086630940437317,
      "step": 162
    },
    {
      "epoch": 0.7371396269078575,
      "grad_norm": 2.6148853302001953,
      "learning_rate": 9.009792558287777e-05,
      "loss": 0.2134374976158142,
      "step": 163
    },
    {
      "epoch": 0.7416619559072922,
      "grad_norm": 1.7499197721481323,
      "learning_rate": 8.994919192971849e-05,
      "loss": 0.26069873571395874,
      "step": 164
    },
    {
      "epoch": 0.746184284906727,
      "grad_norm": 1.547917366027832,
      "learning_rate": 8.97994742667382e-05,
      "loss": 0.24144546687602997,
      "step": 165
    },
    {
      "epoch": 0.7507066139061617,
      "grad_norm": 1.0696556568145752,
      "learning_rate": 8.964877628171239e-05,
      "loss": 0.19485288858413696,
      "step": 166
    },
    {
      "epoch": 0.7552289429055964,
      "grad_norm": 2.1717374324798584,
      "learning_rate": 8.949710168656337e-05,
      "loss": 0.38634544610977173,
      "step": 167
    },
    {
      "epoch": 0.7597512719050311,
      "grad_norm": 1.2988219261169434,
      "learning_rate": 8.934445421726886e-05,
      "loss": 0.3223958909511566,
      "step": 168
    },
    {
      "epoch": 0.7642736009044658,
      "grad_norm": 0.6556280851364136,
      "learning_rate": 8.919083763377001e-05,
      "loss": 0.14310555160045624,
      "step": 169
    },
    {
      "epoch": 0.7687959299039006,
      "grad_norm": 2.3553049564361572,
      "learning_rate": 8.903625571987864e-05,
      "loss": 0.29608583450317383,
      "step": 170
    },
    {
      "epoch": 0.7733182589033352,
      "grad_norm": 1.0996513366699219,
      "learning_rate": 8.888071228318422e-05,
      "loss": 0.1778201311826706,
      "step": 171
    },
    {
      "epoch": 0.7778405879027699,
      "grad_norm": 1.6770836114883423,
      "learning_rate": 8.872421115495996e-05,
      "loss": 0.1660640835762024,
      "step": 172
    },
    {
      "epoch": 0.7823629169022046,
      "grad_norm": 2.1094977855682373,
      "learning_rate": 8.85667561900685e-05,
      "loss": 0.3643132448196411,
      "step": 173
    },
    {
      "epoch": 0.7868852459016393,
      "grad_norm": 1.5192774534225464,
      "learning_rate": 8.840835126686692e-05,
      "loss": 0.20789067447185516,
      "step": 174
    },
    {
      "epoch": 0.791407574901074,
      "grad_norm": 1.445047378540039,
      "learning_rate": 8.824900028711128e-05,
      "loss": 0.3051646053791046,
      "step": 175
    },
    {
      "epoch": 0.7959299039005088,
      "grad_norm": 0.860928475856781,
      "learning_rate": 8.808870717586039e-05,
      "loss": 0.20716620981693268,
      "step": 176
    },
    {
      "epoch": 0.8004522328999435,
      "grad_norm": 1.6081682443618774,
      "learning_rate": 8.792747588137924e-05,
      "loss": 0.31992998719215393,
      "step": 177
    },
    {
      "epoch": 0.8049745618993782,
      "grad_norm": 1.3940346240997314,
      "learning_rate": 8.776531037504169e-05,
      "loss": 0.2144341766834259,
      "step": 178
    },
    {
      "epoch": 0.8094968908988129,
      "grad_norm": 1.2313627004623413,
      "learning_rate": 8.760221465123273e-05,
      "loss": 0.2994415760040283,
      "step": 179
    },
    {
      "epoch": 0.8140192198982475,
      "grad_norm": 1.4541009664535522,
      "learning_rate": 8.743819272724996e-05,
      "loss": 0.09606964886188507,
      "step": 180
    },
    {
      "epoch": 0.8185415488976823,
      "grad_norm": 1.4566709995269775,
      "learning_rate": 8.727324864320472e-05,
      "loss": 0.29077768325805664,
      "step": 181
    },
    {
      "epoch": 0.823063877897117,
      "grad_norm": 1.6945213079452515,
      "learning_rate": 8.710738646192262e-05,
      "loss": 0.27608969807624817,
      "step": 182
    },
    {
      "epoch": 0.8275862068965517,
      "grad_norm": 2.387064218521118,
      "learning_rate": 8.694061026884337e-05,
      "loss": 0.42215496301651,
      "step": 183
    },
    {
      "epoch": 0.8321085358959864,
      "grad_norm": 2.341517210006714,
      "learning_rate": 8.677292417192017e-05,
      "loss": 0.3439060151576996,
      "step": 184
    },
    {
      "epoch": 0.8366308648954212,
      "grad_norm": 0.8828269243240356,
      "learning_rate": 8.66043323015186e-05,
      "loss": 0.1466170698404312,
      "step": 185
    },
    {
      "epoch": 0.8411531938948559,
      "grad_norm": 1.1166183948516846,
      "learning_rate": 8.643483881031479e-05,
      "loss": 0.20713651180267334,
      "step": 186
    },
    {
      "epoch": 0.8456755228942906,
      "grad_norm": 1.367681622505188,
      "learning_rate": 8.626444787319319e-05,
      "loss": 0.42682135105133057,
      "step": 187
    },
    {
      "epoch": 0.8501978518937253,
      "grad_norm": 1.5753402709960938,
      "learning_rate": 8.60931636871437e-05,
      "loss": 0.3395587205886841,
      "step": 188
    },
    {
      "epoch": 0.8547201808931599,
      "grad_norm": 1.4653277397155762,
      "learning_rate": 8.592099047115834e-05,
      "loss": 0.31540465354919434,
      "step": 189
    },
    {
      "epoch": 0.8592425098925947,
      "grad_norm": 1.0791292190551758,
      "learning_rate": 8.574793246612727e-05,
      "loss": 0.18936438858509064,
      "step": 190
    },
    {
      "epoch": 0.8637648388920294,
      "grad_norm": 3.224416494369507,
      "learning_rate": 8.557399393473438e-05,
      "loss": 0.3384149372577667,
      "step": 191
    },
    {
      "epoch": 0.8682871678914641,
      "grad_norm": 1.078111171722412,
      "learning_rate": 8.539917916135227e-05,
      "loss": 0.21404112875461578,
      "step": 192
    },
    {
      "epoch": 0.8728094968908988,
      "grad_norm": 1.5827033519744873,
      "learning_rate": 8.52234924519367e-05,
      "loss": 0.35258591175079346,
      "step": 193
    },
    {
      "epoch": 0.8773318258903335,
      "grad_norm": 0.8688936829566956,
      "learning_rate": 8.504693813392059e-05,
      "loss": 0.1476587951183319,
      "step": 194
    },
    {
      "epoch": 0.8818541548897683,
      "grad_norm": 1.5286532640457153,
      "learning_rate": 8.486952055610735e-05,
      "loss": 0.24896298348903656,
      "step": 195
    },
    {
      "epoch": 0.886376483889203,
      "grad_norm": 1.8009651899337769,
      "learning_rate": 8.469124408856383e-05,
      "loss": 0.2069098949432373,
      "step": 196
    },
    {
      "epoch": 0.8908988128886377,
      "grad_norm": 1.733484148979187,
      "learning_rate": 8.451211312251267e-05,
      "loss": 0.42865434288978577,
      "step": 197
    },
    {
      "epoch": 0.8954211418880723,
      "grad_norm": 2.0657763481140137,
      "learning_rate": 8.433213207022404e-05,
      "loss": 0.294283926486969,
      "step": 198
    },
    {
      "epoch": 0.899943470887507,
      "grad_norm": 1.0748727321624756,
      "learning_rate": 8.415130536490711e-05,
      "loss": 0.19797657430171967,
      "step": 199
    },
    {
      "epoch": 0.9044657998869418,
      "grad_norm": 1.6310980319976807,
      "learning_rate": 8.396963746060075e-05,
      "loss": 0.28558439016342163,
      "step": 200
    },
    {
      "epoch": 0.9089881288863765,
      "grad_norm": 1.11080002784729,
      "learning_rate": 8.378713283206389e-05,
      "loss": 0.18607677519321442,
      "step": 201
    },
    {
      "epoch": 0.9135104578858112,
      "grad_norm": 1.6901557445526123,
      "learning_rate": 8.360379597466519e-05,
      "loss": 0.399840772151947,
      "step": 202
    },
    {
      "epoch": 0.9180327868852459,
      "grad_norm": 0.9669095873832703,
      "learning_rate": 8.341963140427242e-05,
      "loss": 0.1845836192369461,
      "step": 203
    },
    {
      "epoch": 0.9225551158846806,
      "grad_norm": 2.4987313747406006,
      "learning_rate": 8.32346436571412e-05,
      "loss": 0.16400876641273499,
      "step": 204
    },
    {
      "epoch": 0.9270774448841154,
      "grad_norm": 0.8793501853942871,
      "learning_rate": 8.304883728980324e-05,
      "loss": 0.1313563883304596,
      "step": 205
    },
    {
      "epoch": 0.93159977388355,
      "grad_norm": 1.8877753019332886,
      "learning_rate": 8.286221687895412e-05,
      "loss": 0.28211545944213867,
      "step": 206
    },
    {
      "epoch": 0.9361221028829847,
      "grad_norm": 1.4631304740905762,
      "learning_rate": 8.26747870213406e-05,
      "loss": 0.32207781076431274,
      "step": 207
    },
    {
      "epoch": 0.9406444318824194,
      "grad_norm": 0.5293993353843689,
      "learning_rate": 8.248655233364724e-05,
      "loss": 0.07279109209775925,
      "step": 208
    },
    {
      "epoch": 0.9451667608818541,
      "grad_norm": 1.0679030418395996,
      "learning_rate": 8.229751745238295e-05,
      "loss": 0.19615678489208221,
      "step": 209
    },
    {
      "epoch": 0.9496890898812889,
      "grad_norm": 1.8597230911254883,
      "learning_rate": 8.21076870337665e-05,
      "loss": 0.33253955841064453,
      "step": 210
    },
    {
      "epoch": 0.9542114188807236,
      "grad_norm": 3.046267509460449,
      "learning_rate": 8.191706575361208e-05,
      "loss": 0.3338302969932556,
      "step": 211
    },
    {
      "epoch": 0.9587337478801583,
      "grad_norm": 1.393957495689392,
      "learning_rate": 8.17256583072139e-05,
      "loss": 0.22685378789901733,
      "step": 212
    },
    {
      "epoch": 0.963256076879593,
      "grad_norm": 2.842787742614746,
      "learning_rate": 8.153346940923076e-05,
      "loss": 0.2328500896692276,
      "step": 213
    },
    {
      "epoch": 0.9677784058790277,
      "grad_norm": 1.9122366905212402,
      "learning_rate": 8.13405037935697e-05,
      "loss": 0.3261464536190033,
      "step": 214
    },
    {
      "epoch": 0.9723007348784624,
      "grad_norm": 1.190151572227478,
      "learning_rate": 8.114676621326962e-05,
      "loss": 0.1891554743051529,
      "step": 215
    },
    {
      "epoch": 0.9768230638778971,
      "grad_norm": 2.0295119285583496,
      "learning_rate": 8.095226144038397e-05,
      "loss": 0.35863322019577026,
      "step": 216
    },
    {
      "epoch": 0.9813453928773318,
      "grad_norm": 1.6281365156173706,
      "learning_rate": 8.075699426586345e-05,
      "loss": 0.23458459973335266,
      "step": 217
    },
    {
      "epoch": 0.9858677218767665,
      "grad_norm": 2.1673288345336914,
      "learning_rate": 8.056096949943776e-05,
      "loss": 0.4937853217124939,
      "step": 218
    },
    {
      "epoch": 0.9903900508762012,
      "grad_norm": 1.6013284921646118,
      "learning_rate": 8.036419196949738e-05,
      "loss": 0.13873814046382904,
      "step": 219
    },
    {
      "epoch": 0.994912379875636,
      "grad_norm": 1.1680691242218018,
      "learning_rate": 8.016666652297442e-05,
      "loss": 0.112913578748703,
      "step": 220
    },
    {
      "epoch": 0.9994347088750707,
      "grad_norm": 2.847440004348755,
      "learning_rate": 7.996839802522331e-05,
      "loss": 0.22371596097946167,
      "step": 221
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.8139625787734985,
      "learning_rate": 7.976939135990106e-05,
      "loss": 0.16444744169712067,
      "step": 222
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.253508061170578,
      "eval_runtime": 93.9255,
      "eval_samples_per_second": 1.107,
      "eval_steps_per_second": 1.107,
      "step": 222
    },
    {
      "epoch": 1.0045223289994347,
      "grad_norm": 2.5986440181732178,
      "learning_rate": 7.956965142884677e-05,
      "loss": 0.36225879192352295,
      "step": 223
    },
    {
      "epoch": 1.0090446579988694,
      "grad_norm": 1.726731777191162,
      "learning_rate": 7.936918315196109e-05,
      "loss": 0.1515178233385086,
      "step": 224
    },
    {
      "epoch": 1.0135669869983042,
      "grad_norm": 2.5322606563568115,
      "learning_rate": 7.916799146708489e-05,
      "loss": 0.2700904905796051,
      "step": 225
    },
    {
      "epoch": 1.0180893159977389,
      "grad_norm": 1.3251032829284668,
      "learning_rate": 7.896608132987769e-05,
      "loss": 0.16858963668346405,
      "step": 226
    },
    {
      "epoch": 1.0226116449971736,
      "grad_norm": 0.9366829991340637,
      "learning_rate": 7.876345771369564e-05,
      "loss": 0.10653796792030334,
      "step": 227
    },
    {
      "epoch": 1.0271339739966083,
      "grad_norm": 1.464223861694336,
      "learning_rate": 7.85601256094689e-05,
      "loss": 0.28430771827697754,
      "step": 228
    },
    {
      "epoch": 1.031656302996043,
      "grad_norm": 1.4671601057052612,
      "learning_rate": 7.835609002557884e-05,
      "loss": 0.24885252118110657,
      "step": 229
    },
    {
      "epoch": 1.0361786319954778,
      "grad_norm": 1.0463383197784424,
      "learning_rate": 7.815135598773455e-05,
      "loss": 0.12104640156030655,
      "step": 230
    },
    {
      "epoch": 1.0407009609949123,
      "grad_norm": 0.9183142185211182,
      "learning_rate": 7.794592853884919e-05,
      "loss": 0.13161438703536987,
      "step": 231
    },
    {
      "epoch": 1.045223289994347,
      "grad_norm": 1.03325617313385,
      "learning_rate": 7.773981273891562e-05,
      "loss": 0.10757619887590408,
      "step": 232
    },
    {
      "epoch": 1.0497456189937817,
      "grad_norm": 1.3424420356750488,
      "learning_rate": 7.753301366488187e-05,
      "loss": 0.2356124222278595,
      "step": 233
    },
    {
      "epoch": 1.0542679479932164,
      "grad_norm": 1.3320595026016235,
      "learning_rate": 7.732553641052609e-05,
      "loss": 0.19516147673130035,
      "step": 234
    },
    {
      "epoch": 1.0587902769926512,
      "grad_norm": 1.5137465000152588,
      "learning_rate": 7.711738608633098e-05,
      "loss": 0.28219521045684814,
      "step": 235
    },
    {
      "epoch": 1.0633126059920859,
      "grad_norm": 1.1106582880020142,
      "learning_rate": 7.690856781935808e-05,
      "loss": 0.19403639435768127,
      "step": 236
    },
    {
      "epoch": 1.0678349349915206,
      "grad_norm": 2.190380811691284,
      "learning_rate": 7.669908675312128e-05,
      "loss": 0.3238328695297241,
      "step": 237
    },
    {
      "epoch": 1.0723572639909553,
      "grad_norm": 1.261573314666748,
      "learning_rate": 7.648894804746031e-05,
      "loss": 0.21599966287612915,
      "step": 238
    },
    {
      "epoch": 1.07687959299039,
      "grad_norm": 1.2609471082687378,
      "learning_rate": 7.62781568784135e-05,
      "loss": 0.17283949255943298,
      "step": 239
    },
    {
      "epoch": 1.0814019219898248,
      "grad_norm": 1.4982163906097412,
      "learning_rate": 7.606671843809045e-05,
      "loss": 0.19059063494205475,
      "step": 240
    },
    {
      "epoch": 1.0859242509892595,
      "grad_norm": 1.1554006338119507,
      "learning_rate": 7.585463793454393e-05,
      "loss": 0.21028204262256622,
      "step": 241
    },
    {
      "epoch": 1.0904465799886942,
      "grad_norm": 0.8172333240509033,
      "learning_rate": 7.564192059164177e-05,
      "loss": 0.09694629162549973,
      "step": 242
    },
    {
      "epoch": 1.094968908988129,
      "grad_norm": 0.9441986680030823,
      "learning_rate": 7.542857164893816e-05,
      "loss": 0.17751716077327728,
      "step": 243
    },
    {
      "epoch": 1.0994912379875637,
      "grad_norm": 0.9863645434379578,
      "learning_rate": 7.521459636154447e-05,
      "loss": 0.19926732778549194,
      "step": 244
    },
    {
      "epoch": 1.1040135669869984,
      "grad_norm": 1.6141923666000366,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.16739267110824585,
      "step": 245
    },
    {
      "epoch": 1.108535895986433,
      "grad_norm": 0.921613872051239,
      "learning_rate": 7.4784787850142e-05,
      "loss": 0.09521379321813583,
      "step": 246
    },
    {
      "epoch": 1.1130582249858678,
      "grad_norm": 1.4188731908798218,
      "learning_rate": 7.456896521297554e-05,
      "loss": 0.13059107959270477,
      "step": 247
    },
    {
      "epoch": 1.1175805539853023,
      "grad_norm": 1.5370521545410156,
      "learning_rate": 7.435253740454293e-05,
      "loss": 0.26473215222358704,
      "step": 248
    },
    {
      "epoch": 1.122102882984737,
      "grad_norm": 1.5077002048492432,
      "learning_rate": 7.413550975579277e-05,
      "loss": 0.10213364660739899,
      "step": 249
    },
    {
      "epoch": 1.1266252119841718,
      "grad_norm": 1.013733983039856,
      "learning_rate": 7.391788761244866e-05,
      "loss": 0.15986239910125732,
      "step": 250
    },
    {
      "epoch": 1.1311475409836065,
      "grad_norm": 1.8438712358474731,
      "learning_rate": 7.369967633487751e-05,
      "loss": 0.10996552556753159,
      "step": 251
    },
    {
      "epoch": 1.1356698699830412,
      "grad_norm": 1.768447756767273,
      "learning_rate": 7.34808812979575e-05,
      "loss": 0.38589656352996826,
      "step": 252
    },
    {
      "epoch": 1.140192198982476,
      "grad_norm": 2.795203924179077,
      "learning_rate": 7.32615078909457e-05,
      "loss": 0.43846288323402405,
      "step": 253
    },
    {
      "epoch": 1.1447145279819106,
      "grad_norm": 0.6910220384597778,
      "learning_rate": 7.304156151734534e-05,
      "loss": 0.10583602637052536,
      "step": 254
    },
    {
      "epoch": 1.1492368569813454,
      "grad_norm": 0.79558926820755,
      "learning_rate": 7.282104759477265e-05,
      "loss": 0.12279761582612991,
      "step": 255
    },
    {
      "epoch": 1.15375918598078,
      "grad_norm": 1.296352505683899,
      "learning_rate": 7.259997155482349e-05,
      "loss": 0.21195223927497864,
      "step": 256
    },
    {
      "epoch": 1.1582815149802148,
      "grad_norm": 0.6969927549362183,
      "learning_rate": 7.237833884293955e-05,
      "loss": 0.08966822922229767,
      "step": 257
    },
    {
      "epoch": 1.1628038439796495,
      "grad_norm": 1.6074250936508179,
      "learning_rate": 7.215615491827419e-05,
      "loss": 0.23520831763744354,
      "step": 258
    },
    {
      "epoch": 1.1673261729790843,
      "grad_norm": 1.399204969406128,
      "learning_rate": 7.193342525355796e-05,
      "loss": 0.1003401055932045,
      "step": 259
    },
    {
      "epoch": 1.171848501978519,
      "grad_norm": 2.008592128753662,
      "learning_rate": 7.171015533496388e-05,
      "loss": 0.2614041268825531,
      "step": 260
    },
    {
      "epoch": 1.1763708309779537,
      "grad_norm": 0.7911484837532043,
      "learning_rate": 7.148635066197216e-05,
      "loss": 0.08751491457223892,
      "step": 261
    },
    {
      "epoch": 1.1808931599773884,
      "grad_norm": 1.1041582822799683,
      "learning_rate": 7.126201674723493e-05,
      "loss": 0.10315345227718353,
      "step": 262
    },
    {
      "epoch": 1.1854154889768231,
      "grad_norm": 1.6523511409759521,
      "learning_rate": 7.103715911644028e-05,
      "loss": 0.16106438636779785,
      "step": 263
    },
    {
      "epoch": 1.1899378179762579,
      "grad_norm": 1.5673444271087646,
      "learning_rate": 7.081178330817631e-05,
      "loss": 0.20985864102840424,
      "step": 264
    },
    {
      "epoch": 1.1944601469756924,
      "grad_norm": 1.5263698101043701,
      "learning_rate": 7.058589487379451e-05,
      "loss": 0.19738221168518066,
      "step": 265
    },
    {
      "epoch": 1.1989824759751273,
      "grad_norm": 1.1963616609573364,
      "learning_rate": 7.035949937727325e-05,
      "loss": 0.17945602536201477,
      "step": 266
    },
    {
      "epoch": 1.2035048049745618,
      "grad_norm": 0.713752269744873,
      "learning_rate": 7.013260239508055e-05,
      "loss": 0.08586254715919495,
      "step": 267
    },
    {
      "epoch": 1.2080271339739965,
      "grad_norm": 1.551679253578186,
      "learning_rate": 6.990520951603682e-05,
      "loss": 0.17134280502796173,
      "step": 268
    },
    {
      "epoch": 1.2125494629734312,
      "grad_norm": 1.2034335136413574,
      "learning_rate": 6.967732634117713e-05,
      "loss": 0.2175445258617401,
      "step": 269
    },
    {
      "epoch": 1.217071791972866,
      "grad_norm": 0.8513269424438477,
      "learning_rate": 6.944895848361338e-05,
      "loss": 0.1345689445734024,
      "step": 270
    },
    {
      "epoch": 1.2215941209723007,
      "grad_norm": 1.629929780960083,
      "learning_rate": 6.922011156839583e-05,
      "loss": 0.20679353177547455,
      "step": 271
    },
    {
      "epoch": 1.2261164499717354,
      "grad_norm": 1.4539817571640015,
      "learning_rate": 6.899079123237473e-05,
      "loss": 0.15648595988750458,
      "step": 272
    },
    {
      "epoch": 1.2306387789711701,
      "grad_norm": 1.6156501770019531,
      "learning_rate": 6.876100312406141e-05,
      "loss": 0.11049508303403854,
      "step": 273
    },
    {
      "epoch": 1.2351611079706049,
      "grad_norm": 1.0257948637008667,
      "learning_rate": 6.853075290348913e-05,
      "loss": 0.12816546857357025,
      "step": 274
    },
    {
      "epoch": 1.2396834369700396,
      "grad_norm": 1.7591546773910522,
      "learning_rate": 6.830004624207368e-05,
      "loss": 0.2946738600730896,
      "step": 275
    },
    {
      "epoch": 1.2442057659694743,
      "grad_norm": 1.0293513536453247,
      "learning_rate": 6.806888882247374e-05,
      "loss": 0.13123850524425507,
      "step": 276
    },
    {
      "epoch": 1.248728094968909,
      "grad_norm": 0.8582156300544739,
      "learning_rate": 6.783728633845076e-05,
      "loss": 0.11977621912956238,
      "step": 277
    },
    {
      "epoch": 1.2532504239683437,
      "grad_norm": 1.0266447067260742,
      "learning_rate": 6.760524449472889e-05,
      "loss": 0.07931268960237503,
      "step": 278
    },
    {
      "epoch": 1.2577727529677785,
      "grad_norm": 1.1129674911499023,
      "learning_rate": 6.737276900685435e-05,
      "loss": 0.10640215128660202,
      "step": 279
    },
    {
      "epoch": 1.2622950819672132,
      "grad_norm": 1.6588643789291382,
      "learning_rate": 6.71398656010547e-05,
      "loss": 0.20718947052955627,
      "step": 280
    },
    {
      "epoch": 1.266817410966648,
      "grad_norm": 1.6732573509216309,
      "learning_rate": 6.690654001409773e-05,
      "loss": 0.20468437671661377,
      "step": 281
    },
    {
      "epoch": 1.2713397399660824,
      "grad_norm": 1.957008719444275,
      "learning_rate": 6.667279799315025e-05,
      "loss": 0.3178267180919647,
      "step": 282
    },
    {
      "epoch": 1.2758620689655173,
      "grad_norm": 1.0701205730438232,
      "learning_rate": 6.643864529563644e-05,
      "loss": 0.1554897576570511,
      "step": 283
    },
    {
      "epoch": 1.2803843979649518,
      "grad_norm": 1.168275237083435,
      "learning_rate": 6.620408768909609e-05,
      "loss": 0.12269407510757446,
      "step": 284
    },
    {
      "epoch": 1.2849067269643868,
      "grad_norm": 0.9525968432426453,
      "learning_rate": 6.596913095104254e-05,
      "loss": 0.11013885587453842,
      "step": 285
    },
    {
      "epoch": 1.2894290559638213,
      "grad_norm": 1.8654228448867798,
      "learning_rate": 6.57337808688203e-05,
      "loss": 0.1804954707622528,
      "step": 286
    },
    {
      "epoch": 1.293951384963256,
      "grad_norm": 0.42268556356430054,
      "learning_rate": 6.54980432394626e-05,
      "loss": 0.03664812073111534,
      "step": 287
    },
    {
      "epoch": 1.2984737139626907,
      "grad_norm": 1.4193772077560425,
      "learning_rate": 6.526192386954853e-05,
      "loss": 0.3064524829387665,
      "step": 288
    },
    {
      "epoch": 1.3029960429621255,
      "grad_norm": 0.5904940366744995,
      "learning_rate": 6.502542857506001e-05,
      "loss": 0.07668468356132507,
      "step": 289
    },
    {
      "epoch": 1.3075183719615602,
      "grad_norm": 1.2305083274841309,
      "learning_rate": 6.47885631812386e-05,
      "loss": 0.09215668588876724,
      "step": 290
    },
    {
      "epoch": 1.312040700960995,
      "grad_norm": 1.8041001558303833,
      "learning_rate": 6.455133352244195e-05,
      "loss": 0.16999101638793945,
      "step": 291
    },
    {
      "epoch": 1.3165630299604296,
      "grad_norm": 1.245131254196167,
      "learning_rate": 6.431374544200013e-05,
      "loss": 0.1850661039352417,
      "step": 292
    },
    {
      "epoch": 1.3210853589598643,
      "grad_norm": 0.8779650926589966,
      "learning_rate": 6.407580479207166e-05,
      "loss": 0.12429330497980118,
      "step": 293
    },
    {
      "epoch": 1.325607687959299,
      "grad_norm": 1.7118923664093018,
      "learning_rate": 6.383751743349941e-05,
      "loss": 0.24950465559959412,
      "step": 294
    },
    {
      "epoch": 1.3301300169587338,
      "grad_norm": 1.5264931917190552,
      "learning_rate": 6.35988892356662e-05,
      "loss": 0.21559275686740875,
      "step": 295
    },
    {
      "epoch": 1.3346523459581685,
      "grad_norm": 2.02553653717041,
      "learning_rate": 6.335992607635028e-05,
      "loss": 0.2561532258987427,
      "step": 296
    },
    {
      "epoch": 1.3391746749576032,
      "grad_norm": 0.8258826732635498,
      "learning_rate": 6.312063384158044e-05,
      "loss": 0.11404528468847275,
      "step": 297
    },
    {
      "epoch": 1.343697003957038,
      "grad_norm": 1.6199109554290771,
      "learning_rate": 6.288101842549116e-05,
      "loss": 0.1416323482990265,
      "step": 298
    },
    {
      "epoch": 1.3482193329564724,
      "grad_norm": 1.9002630710601807,
      "learning_rate": 6.264108573017739e-05,
      "loss": 0.2350553721189499,
      "step": 299
    },
    {
      "epoch": 1.3527416619559074,
      "grad_norm": 1.7037781476974487,
      "learning_rate": 6.240084166554909e-05,
      "loss": 0.29521065950393677,
      "step": 300
    },
    {
      "epoch": 1.357263990955342,
      "grad_norm": 1.8394414186477661,
      "learning_rate": 6.216029214918576e-05,
      "loss": 0.22984200716018677,
      "step": 301
    },
    {
      "epoch": 1.3617863199547768,
      "grad_norm": 1.3445136547088623,
      "learning_rate": 6.191944310619066e-05,
      "loss": 0.22251957654953003,
      "step": 302
    },
    {
      "epoch": 1.3663086489542113,
      "grad_norm": 0.7104227542877197,
      "learning_rate": 6.16783004690448e-05,
      "loss": 0.12840920686721802,
      "step": 303
    },
    {
      "epoch": 1.370830977953646,
      "grad_norm": 2.5677688121795654,
      "learning_rate": 6.143687017746092e-05,
      "loss": 0.09962239861488342,
      "step": 304
    },
    {
      "epoch": 1.3753533069530808,
      "grad_norm": 1.1910209655761719,
      "learning_rate": 6.119515817823708e-05,
      "loss": 0.1703876405954361,
      "step": 305
    },
    {
      "epoch": 1.3798756359525155,
      "grad_norm": 1.382493019104004,
      "learning_rate": 6.095317042511029e-05,
      "loss": 0.28144973516464233,
      "step": 306
    },
    {
      "epoch": 1.3843979649519502,
      "grad_norm": 0.3237610459327698,
      "learning_rate": 6.071091287860973e-05,
      "loss": 0.02046390250325203,
      "step": 307
    },
    {
      "epoch": 1.388920293951385,
      "grad_norm": 0.998556911945343,
      "learning_rate": 6.046839150591006e-05,
      "loss": 0.1117367148399353,
      "step": 308
    },
    {
      "epoch": 1.3934426229508197,
      "grad_norm": 0.7089647650718689,
      "learning_rate": 6.022561228068435e-05,
      "loss": 0.062315214425325394,
      "step": 309
    },
    {
      "epoch": 1.3979649519502544,
      "grad_norm": 1.4154068231582642,
      "learning_rate": 5.998258118295699e-05,
      "loss": 0.26269906759262085,
      "step": 310
    },
    {
      "epoch": 1.402487280949689,
      "grad_norm": 0.5106877684593201,
      "learning_rate": 5.973930419895638e-05,
      "loss": 0.054611191153526306,
      "step": 311
    },
    {
      "epoch": 1.4070096099491238,
      "grad_norm": 1.1214607954025269,
      "learning_rate": 5.949578732096747e-05,
      "loss": 0.12112013250589371,
      "step": 312
    },
    {
      "epoch": 1.4115319389485586,
      "grad_norm": 1.3924890756607056,
      "learning_rate": 5.925203654718415e-05,
      "loss": 0.24471937119960785,
      "step": 313
    },
    {
      "epoch": 1.4160542679479933,
      "grad_norm": 0.9993926286697388,
      "learning_rate": 5.900805788156155e-05,
      "loss": 0.165111243724823,
      "step": 314
    },
    {
      "epoch": 1.420576596947428,
      "grad_norm": 2.2671010494232178,
      "learning_rate": 5.87638573336681e-05,
      "loss": 0.32816752791404724,
      "step": 315
    },
    {
      "epoch": 1.4250989259468627,
      "grad_norm": 1.9882659912109375,
      "learning_rate": 5.851944091853756e-05,
      "loss": 0.29705241322517395,
      "step": 316
    },
    {
      "epoch": 1.4296212549462974,
      "grad_norm": 1.4339805841445923,
      "learning_rate": 5.8274814656520795e-05,
      "loss": 0.13166819512844086,
      "step": 317
    },
    {
      "epoch": 1.434143583945732,
      "grad_norm": 1.1735295057296753,
      "learning_rate": 5.802998457313754e-05,
      "loss": 0.10317970812320709,
      "step": 318
    },
    {
      "epoch": 1.4386659129451669,
      "grad_norm": 3.5336432456970215,
      "learning_rate": 5.778495669892797e-05,
      "loss": 0.2805188000202179,
      "step": 319
    },
    {
      "epoch": 1.4431882419446014,
      "grad_norm": 1.9006370306015015,
      "learning_rate": 5.7539737069304136e-05,
      "loss": 0.20265211164951324,
      "step": 320
    },
    {
      "epoch": 1.447710570944036,
      "grad_norm": 1.0823286771774292,
      "learning_rate": 5.729433172440133e-05,
      "loss": 0.11077669262886047,
      "step": 321
    },
    {
      "epoch": 1.4522328999434708,
      "grad_norm": 1.5063387155532837,
      "learning_rate": 5.704874670892929e-05,
      "loss": 0.09584679454565048,
      "step": 322
    },
    {
      "epoch": 1.4567552289429055,
      "grad_norm": 1.0773828029632568,
      "learning_rate": 5.680298807202331e-05,
      "loss": 0.08840601146221161,
      "step": 323
    },
    {
      "epoch": 1.4612775579423403,
      "grad_norm": 1.5744708776474,
      "learning_rate": 5.655706186709525e-05,
      "loss": 0.22394444048404694,
      "step": 324
    },
    {
      "epoch": 1.465799886941775,
      "grad_norm": 1.746901273727417,
      "learning_rate": 5.6310974151684437e-05,
      "loss": 0.12294656038284302,
      "step": 325
    },
    {
      "epoch": 1.4703222159412097,
      "grad_norm": 0.9763724207878113,
      "learning_rate": 5.6064730987308435e-05,
      "loss": 0.1624053418636322,
      "step": 326
    },
    {
      "epoch": 1.4748445449406444,
      "grad_norm": 1.6803488731384277,
      "learning_rate": 5.581833843931378e-05,
      "loss": 0.4387206435203552,
      "step": 327
    },
    {
      "epoch": 1.4793668739400792,
      "grad_norm": 0.8022335171699524,
      "learning_rate": 5.5571802576726507e-05,
      "loss": 0.08799582719802856,
      "step": 328
    },
    {
      "epoch": 1.4838892029395139,
      "grad_norm": 2.2055742740631104,
      "learning_rate": 5.5325129472102754e-05,
      "loss": 0.3502114415168762,
      "step": 329
    },
    {
      "epoch": 1.4884115319389486,
      "grad_norm": 0.9238002896308899,
      "learning_rate": 5.5078325201379135e-05,
      "loss": 0.14245261251926422,
      "step": 330
    },
    {
      "epoch": 1.4929338609383833,
      "grad_norm": 0.8945526480674744,
      "learning_rate": 5.483139584372305e-05,
      "loss": 0.16284219920635223,
      "step": 331
    },
    {
      "epoch": 1.497456189937818,
      "grad_norm": 1.5964986085891724,
      "learning_rate": 5.458434748138303e-05,
      "loss": 0.19679848849773407,
      "step": 332
    },
    {
      "epoch": 1.5019785189372525,
      "grad_norm": 2.2347121238708496,
      "learning_rate": 5.4337186199538825e-05,
      "loss": 0.2555740773677826,
      "step": 333
    },
    {
      "epoch": 1.5065008479366875,
      "grad_norm": 0.8509902358055115,
      "learning_rate": 5.408991808615163e-05,
      "loss": 0.06210183724761009,
      "step": 334
    },
    {
      "epoch": 1.511023176936122,
      "grad_norm": 0.6642621755599976,
      "learning_rate": 5.384254923181399e-05,
      "loss": 0.0205717571079731,
      "step": 335
    },
    {
      "epoch": 1.515545505935557,
      "grad_norm": 0.998282253742218,
      "learning_rate": 5.359508572959992e-05,
      "loss": 0.11200247704982758,
      "step": 336
    },
    {
      "epoch": 1.5200678349349914,
      "grad_norm": 1.0692025423049927,
      "learning_rate": 5.3347533674914694e-05,
      "loss": 0.0983208641409874,
      "step": 337
    },
    {
      "epoch": 1.5245901639344264,
      "grad_norm": 0.879828155040741,
      "learning_rate": 5.309989916534482e-05,
      "loss": 0.11557071655988693,
      "step": 338
    },
    {
      "epoch": 1.5291124929338609,
      "grad_norm": 0.5295212268829346,
      "learning_rate": 5.28521883005078e-05,
      "loss": 0.042204536497592926,
      "step": 339
    },
    {
      "epoch": 1.5336348219332958,
      "grad_norm": 2.576956272125244,
      "learning_rate": 5.260440718190183e-05,
      "loss": 0.30572107434272766,
      "step": 340
    },
    {
      "epoch": 1.5381571509327303,
      "grad_norm": 0.5953860282897949,
      "learning_rate": 5.235656191275561e-05,
      "loss": 0.04698346182703972,
      "step": 341
    },
    {
      "epoch": 1.542679479932165,
      "grad_norm": 1.070737361907959,
      "learning_rate": 5.2108658597877945e-05,
      "loss": 0.12022693455219269,
      "step": 342
    },
    {
      "epoch": 1.5472018089315998,
      "grad_norm": 1.2130128145217896,
      "learning_rate": 5.186070334350741e-05,
      "loss": 0.13037915527820587,
      "step": 343
    },
    {
      "epoch": 1.5517241379310345,
      "grad_norm": 1.242599368095398,
      "learning_rate": 5.161270225716193e-05,
      "loss": 0.21153368055820465,
      "step": 344
    },
    {
      "epoch": 1.5562464669304692,
      "grad_norm": 1.7361764907836914,
      "learning_rate": 5.136466144748832e-05,
      "loss": 0.22267186641693115,
      "step": 345
    },
    {
      "epoch": 1.560768795929904,
      "grad_norm": 1.5080417394638062,
      "learning_rate": 5.111658702411185e-05,
      "loss": 0.254159539937973,
      "step": 346
    },
    {
      "epoch": 1.5652911249293386,
      "grad_norm": 0.5926786065101624,
      "learning_rate": 5.086848509748576e-05,
      "loss": 0.06370478868484497,
      "step": 347
    },
    {
      "epoch": 1.5698134539287734,
      "grad_norm": 1.4187532663345337,
      "learning_rate": 5.062036177874074e-05,
      "loss": 0.08445984870195389,
      "step": 348
    },
    {
      "epoch": 1.574335782928208,
      "grad_norm": 1.0005321502685547,
      "learning_rate": 5.0372223179534374e-05,
      "loss": 0.1270368993282318,
      "step": 349
    },
    {
      "epoch": 1.5788581119276426,
      "grad_norm": 1.2919013500213623,
      "learning_rate": 5.012407541190065e-05,
      "loss": 0.09602906554937363,
      "step": 350
    },
    {
      "epoch": 1.5833804409270775,
      "grad_norm": 2.165193557739258,
      "learning_rate": 4.9875924588099367e-05,
      "loss": 0.27144426107406616,
      "step": 351
    },
    {
      "epoch": 1.587902769926512,
      "grad_norm": 2.038508892059326,
      "learning_rate": 4.962777682046565e-05,
      "loss": 0.28496283292770386,
      "step": 352
    },
    {
      "epoch": 1.592425098925947,
      "grad_norm": 1.0972563028335571,
      "learning_rate": 4.937963822125927e-05,
      "loss": 0.22502689063549042,
      "step": 353
    },
    {
      "epoch": 1.5969474279253815,
      "grad_norm": 1.3209866285324097,
      "learning_rate": 4.9131514902514256e-05,
      "loss": 0.15530410408973694,
      "step": 354
    },
    {
      "epoch": 1.6014697569248164,
      "grad_norm": 1.690822958946228,
      "learning_rate": 4.888341297588816e-05,
      "loss": 0.25439542531967163,
      "step": 355
    },
    {
      "epoch": 1.605992085924251,
      "grad_norm": 1.0024060010910034,
      "learning_rate": 4.8635338552511706e-05,
      "loss": 0.1505606472492218,
      "step": 356
    },
    {
      "epoch": 1.6105144149236859,
      "grad_norm": 0.7704132795333862,
      "learning_rate": 4.8387297742838085e-05,
      "loss": 0.1092173382639885,
      "step": 357
    },
    {
      "epoch": 1.6150367439231204,
      "grad_norm": 1.5750980377197266,
      "learning_rate": 4.8139296656492605e-05,
      "loss": 0.19509901106357574,
      "step": 358
    },
    {
      "epoch": 1.619559072922555,
      "grad_norm": 0.9843078851699829,
      "learning_rate": 4.789134140212207e-05,
      "loss": 0.11598263680934906,
      "step": 359
    },
    {
      "epoch": 1.6240814019219898,
      "grad_norm": 1.3617771863937378,
      "learning_rate": 4.764343808724441e-05,
      "loss": 0.18638509511947632,
      "step": 360
    },
    {
      "epoch": 1.6286037309214245,
      "grad_norm": 1.4069182872772217,
      "learning_rate": 4.739559281809818e-05,
      "loss": 0.17858827114105225,
      "step": 361
    },
    {
      "epoch": 1.6331260599208592,
      "grad_norm": 1.2728252410888672,
      "learning_rate": 4.714781169949223e-05,
      "loss": 0.29973888397216797,
      "step": 362
    },
    {
      "epoch": 1.637648388920294,
      "grad_norm": 1.2707819938659668,
      "learning_rate": 4.690010083465518e-05,
      "loss": 0.2158735692501068,
      "step": 363
    },
    {
      "epoch": 1.6421707179197287,
      "grad_norm": 0.865759015083313,
      "learning_rate": 4.665246632508531e-05,
      "loss": 0.11865364760160446,
      "step": 364
    },
    {
      "epoch": 1.6466930469191634,
      "grad_norm": 1.3260741233825684,
      "learning_rate": 4.64049142704001e-05,
      "loss": 0.21354138851165771,
      "step": 365
    },
    {
      "epoch": 1.6512153759185981,
      "grad_norm": 1.846823811531067,
      "learning_rate": 4.6157450768186014e-05,
      "loss": 0.1810101866722107,
      "step": 366
    },
    {
      "epoch": 1.6557377049180326,
      "grad_norm": 1.7123456001281738,
      "learning_rate": 4.5910081913848384e-05,
      "loss": 0.140104740858078,
      "step": 367
    },
    {
      "epoch": 1.6602600339174676,
      "grad_norm": 2.2323553562164307,
      "learning_rate": 4.5662813800461166e-05,
      "loss": 0.39159896969795227,
      "step": 368
    },
    {
      "epoch": 1.664782362916902,
      "grad_norm": 3.5675547122955322,
      "learning_rate": 4.5415652518616984e-05,
      "loss": 0.2048599123954773,
      "step": 369
    },
    {
      "epoch": 1.669304691916337,
      "grad_norm": 1.182564377784729,
      "learning_rate": 4.516860415627695e-05,
      "loss": 0.16050826013088226,
      "step": 370
    },
    {
      "epoch": 1.6738270209157715,
      "grad_norm": 1.7395178079605103,
      "learning_rate": 4.4921674798620884e-05,
      "loss": 0.3226950168609619,
      "step": 371
    },
    {
      "epoch": 1.6783493499152065,
      "grad_norm": 1.2309952974319458,
      "learning_rate": 4.467487052789724e-05,
      "loss": 0.09096659719944,
      "step": 372
    },
    {
      "epoch": 1.682871678914641,
      "grad_norm": 1.518550157546997,
      "learning_rate": 4.4428197423273505e-05,
      "loss": 0.27762100100517273,
      "step": 373
    },
    {
      "epoch": 1.687394007914076,
      "grad_norm": 1.2315242290496826,
      "learning_rate": 4.418166156068623e-05,
      "loss": 0.2505097985267639,
      "step": 374
    },
    {
      "epoch": 1.6919163369135104,
      "grad_norm": 1.3127415180206299,
      "learning_rate": 4.393526901269158e-05,
      "loss": 0.2777137756347656,
      "step": 375
    },
    {
      "epoch": 1.6964386659129451,
      "grad_norm": 0.7360349893569946,
      "learning_rate": 4.368902584831557e-05,
      "loss": 0.11574218422174454,
      "step": 376
    },
    {
      "epoch": 1.7009609949123798,
      "grad_norm": 1.1688097715377808,
      "learning_rate": 4.344293813290477e-05,
      "loss": 0.17218349874019623,
      "step": 377
    },
    {
      "epoch": 1.7054833239118146,
      "grad_norm": 1.1413370370864868,
      "learning_rate": 4.3197011927976707e-05,
      "loss": 0.2040431797504425,
      "step": 378
    },
    {
      "epoch": 1.7100056529112493,
      "grad_norm": 1.0615859031677246,
      "learning_rate": 4.295125329107074e-05,
      "loss": 0.19466876983642578,
      "step": 379
    },
    {
      "epoch": 1.714527981910684,
      "grad_norm": 1.0751938819885254,
      "learning_rate": 4.270566827559868e-05,
      "loss": 0.21993312239646912,
      "step": 380
    },
    {
      "epoch": 1.7190503109101187,
      "grad_norm": 1.1624274253845215,
      "learning_rate": 4.246026293069588e-05,
      "loss": 0.1356678456068039,
      "step": 381
    },
    {
      "epoch": 1.7235726399095535,
      "grad_norm": 0.37024015188217163,
      "learning_rate": 4.221504330107204e-05,
      "loss": 0.0571613535284996,
      "step": 382
    },
    {
      "epoch": 1.7280949689089882,
      "grad_norm": 0.6419711709022522,
      "learning_rate": 4.197001542686248e-05,
      "loss": 0.08413256704807281,
      "step": 383
    },
    {
      "epoch": 1.732617297908423,
      "grad_norm": 0.7340685725212097,
      "learning_rate": 4.1725185343479216e-05,
      "loss": 0.05504237487912178,
      "step": 384
    },
    {
      "epoch": 1.7371396269078576,
      "grad_norm": 1.6742942333221436,
      "learning_rate": 4.1480559081462464e-05,
      "loss": 0.1589985191822052,
      "step": 385
    },
    {
      "epoch": 1.7416619559072921,
      "grad_norm": 1.013848900794983,
      "learning_rate": 4.12361426663319e-05,
      "loss": 0.12965059280395508,
      "step": 386
    },
    {
      "epoch": 1.746184284906727,
      "grad_norm": 1.4340019226074219,
      "learning_rate": 4.099194211843847e-05,
      "loss": 0.12477333098649979,
      "step": 387
    },
    {
      "epoch": 1.7507066139061616,
      "grad_norm": 0.535883367061615,
      "learning_rate": 4.0747963452815854e-05,
      "loss": 0.07441946864128113,
      "step": 388
    },
    {
      "epoch": 1.7552289429055965,
      "grad_norm": 1.6762166023254395,
      "learning_rate": 4.0504212679032545e-05,
      "loss": 0.19648070633411407,
      "step": 389
    },
    {
      "epoch": 1.759751271905031,
      "grad_norm": 1.075931429862976,
      "learning_rate": 4.0260695801043624e-05,
      "loss": 0.21270546317100525,
      "step": 390
    },
    {
      "epoch": 1.764273600904466,
      "grad_norm": 0.8902277946472168,
      "learning_rate": 4.001741881704302e-05,
      "loss": 0.14009588956832886,
      "step": 391
    },
    {
      "epoch": 1.7687959299039004,
      "grad_norm": 1.1068110466003418,
      "learning_rate": 3.977438771931567e-05,
      "loss": 0.129886656999588,
      "step": 392
    },
    {
      "epoch": 1.7733182589033352,
      "grad_norm": 0.7762957215309143,
      "learning_rate": 3.953160849408995e-05,
      "loss": 0.08813519775867462,
      "step": 393
    },
    {
      "epoch": 1.7778405879027699,
      "grad_norm": 1.513026237487793,
      "learning_rate": 3.928908712139028e-05,
      "loss": 0.23046866059303284,
      "step": 394
    },
    {
      "epoch": 1.7823629169022046,
      "grad_norm": 1.2273296117782593,
      "learning_rate": 3.904682957488972e-05,
      "loss": 0.11936162412166595,
      "step": 395
    },
    {
      "epoch": 1.7868852459016393,
      "grad_norm": 1.2729214429855347,
      "learning_rate": 3.880484182176292e-05,
      "loss": 0.1807529777288437,
      "step": 396
    },
    {
      "epoch": 1.791407574901074,
      "grad_norm": 1.6947143077850342,
      "learning_rate": 3.856312982253909e-05,
      "loss": 0.24857409298419952,
      "step": 397
    },
    {
      "epoch": 1.7959299039005088,
      "grad_norm": 2.633953094482422,
      "learning_rate": 3.832169953095521e-05,
      "loss": 0.1868956983089447,
      "step": 398
    },
    {
      "epoch": 1.8004522328999435,
      "grad_norm": 0.9955291152000427,
      "learning_rate": 3.8080556893809355e-05,
      "loss": 0.12792040407657623,
      "step": 399
    },
    {
      "epoch": 1.8049745618993782,
      "grad_norm": 1.0395596027374268,
      "learning_rate": 3.783970785081424e-05,
      "loss": 0.16484588384628296,
      "step": 400
    },
    {
      "epoch": 1.809496890898813,
      "grad_norm": 1.4383465051651,
      "learning_rate": 3.759915833445092e-05,
      "loss": 0.16008208692073822,
      "step": 401
    },
    {
      "epoch": 1.8140192198982477,
      "grad_norm": 1.6392271518707275,
      "learning_rate": 3.735891426982262e-05,
      "loss": 0.2736211121082306,
      "step": 402
    },
    {
      "epoch": 1.8185415488976822,
      "grad_norm": 1.2636377811431885,
      "learning_rate": 3.711898157450884e-05,
      "loss": 0.15867392718791962,
      "step": 403
    },
    {
      "epoch": 1.823063877897117,
      "grad_norm": 0.8508334159851074,
      "learning_rate": 3.6879366158419574e-05,
      "loss": 0.08580604195594788,
      "step": 404
    },
    {
      "epoch": 1.8275862068965516,
      "grad_norm": 0.8839373588562012,
      "learning_rate": 3.664007392364974e-05,
      "loss": 0.03547551855444908,
      "step": 405
    },
    {
      "epoch": 1.8321085358959865,
      "grad_norm": 1.7419606447219849,
      "learning_rate": 3.64011107643338e-05,
      "loss": 0.17054180800914764,
      "step": 406
    },
    {
      "epoch": 1.836630864895421,
      "grad_norm": 1.2300548553466797,
      "learning_rate": 3.61624825665006e-05,
      "loss": 0.34020107984542847,
      "step": 407
    },
    {
      "epoch": 1.841153193894856,
      "grad_norm": 1.8700038194656372,
      "learning_rate": 3.592419520792835e-05,
      "loss": 0.13441342115402222,
      "step": 408
    },
    {
      "epoch": 1.8456755228942905,
      "grad_norm": 1.490344762802124,
      "learning_rate": 3.5686254557999886e-05,
      "loss": 0.21164174377918243,
      "step": 409
    },
    {
      "epoch": 1.8501978518937254,
      "grad_norm": 1.2684847116470337,
      "learning_rate": 3.5448666477558055e-05,
      "loss": 0.1362510770559311,
      "step": 410
    },
    {
      "epoch": 1.85472018089316,
      "grad_norm": 1.1649976968765259,
      "learning_rate": 3.521143681876141e-05,
      "loss": 0.19033250212669373,
      "step": 411
    },
    {
      "epoch": 1.8592425098925947,
      "grad_norm": 0.6869783997535706,
      "learning_rate": 3.497457142494001e-05,
      "loss": 0.06813284754753113,
      "step": 412
    },
    {
      "epoch": 1.8637648388920294,
      "grad_norm": 1.39199960231781,
      "learning_rate": 3.473807613045148e-05,
      "loss": 0.10534651577472687,
      "step": 413
    },
    {
      "epoch": 1.868287167891464,
      "grad_norm": 2.1945974826812744,
      "learning_rate": 3.450195676053739e-05,
      "loss": 0.21877606213092804,
      "step": 414
    },
    {
      "epoch": 1.8728094968908988,
      "grad_norm": 1.2056448459625244,
      "learning_rate": 3.42662191311797e-05,
      "loss": 0.1519256979227066,
      "step": 415
    },
    {
      "epoch": 1.8773318258903335,
      "grad_norm": 2.330721139907837,
      "learning_rate": 3.4030869048957456e-05,
      "loss": 0.2074434608221054,
      "step": 416
    },
    {
      "epoch": 1.8818541548897683,
      "grad_norm": 1.5409311056137085,
      "learning_rate": 3.379591231090391e-05,
      "loss": 0.17133665084838867,
      "step": 417
    },
    {
      "epoch": 1.886376483889203,
      "grad_norm": 1.5883984565734863,
      "learning_rate": 3.3561354704363564e-05,
      "loss": 0.24032218754291534,
      "step": 418
    },
    {
      "epoch": 1.8908988128886377,
      "grad_norm": 2.297213315963745,
      "learning_rate": 3.3327202006849766e-05,
      "loss": 0.16009476780891418,
      "step": 419
    },
    {
      "epoch": 1.8954211418880722,
      "grad_norm": 1.0080020427703857,
      "learning_rate": 3.3093459985902276e-05,
      "loss": 0.07709628343582153,
      "step": 420
    },
    {
      "epoch": 1.8999434708875071,
      "grad_norm": 0.9195358157157898,
      "learning_rate": 3.286013439894532e-05,
      "loss": 0.13800550997257233,
      "step": 421
    },
    {
      "epoch": 1.9044657998869416,
      "grad_norm": 1.0450634956359863,
      "learning_rate": 3.262723099314565e-05,
      "loss": 0.08881913125514984,
      "step": 422
    },
    {
      "epoch": 1.9089881288863766,
      "grad_norm": 1.49774169921875,
      "learning_rate": 3.2394755505271125e-05,
      "loss": 0.21500754356384277,
      "step": 423
    },
    {
      "epoch": 1.913510457885811,
      "grad_norm": 1.2676005363464355,
      "learning_rate": 3.216271366154925e-05,
      "loss": 0.1924819052219391,
      "step": 424
    },
    {
      "epoch": 1.918032786885246,
      "grad_norm": 0.8145942091941833,
      "learning_rate": 3.193111117752629e-05,
      "loss": 0.13248533010482788,
      "step": 425
    },
    {
      "epoch": 1.9225551158846805,
      "grad_norm": 1.564379334449768,
      "learning_rate": 3.169995375792632e-05,
      "loss": 0.21122397482395172,
      "step": 426
    },
    {
      "epoch": 1.9270774448841155,
      "grad_norm": 1.0834672451019287,
      "learning_rate": 3.146924709651089e-05,
      "loss": 0.20701487362384796,
      "step": 427
    },
    {
      "epoch": 1.93159977388355,
      "grad_norm": 0.7761349081993103,
      "learning_rate": 3.12389968759386e-05,
      "loss": 0.15614201128482819,
      "step": 428
    },
    {
      "epoch": 1.9361221028829847,
      "grad_norm": 1.3197424411773682,
      "learning_rate": 3.100920876762529e-05,
      "loss": 0.13496215641498566,
      "step": 429
    },
    {
      "epoch": 1.9406444318824194,
      "grad_norm": 1.0685709714889526,
      "learning_rate": 3.077988843160419e-05,
      "loss": 0.10538778454065323,
      "step": 430
    },
    {
      "epoch": 1.9451667608818541,
      "grad_norm": 0.6924340724945068,
      "learning_rate": 3.055104151638665e-05,
      "loss": 0.09327197819948196,
      "step": 431
    },
    {
      "epoch": 1.9496890898812889,
      "grad_norm": 2.492978811264038,
      "learning_rate": 3.0322673658822863e-05,
      "loss": 0.3108527660369873,
      "step": 432
    },
    {
      "epoch": 1.9542114188807236,
      "grad_norm": 1.3890395164489746,
      "learning_rate": 3.009479048396321e-05,
      "loss": 0.14291661977767944,
      "step": 433
    },
    {
      "epoch": 1.9587337478801583,
      "grad_norm": 1.008322834968567,
      "learning_rate": 2.9867397604919462e-05,
      "loss": 0.0599791519343853,
      "step": 434
    },
    {
      "epoch": 1.963256076879593,
      "grad_norm": 1.464088797569275,
      "learning_rate": 2.9640500622726773e-05,
      "loss": 0.2489354908466339,
      "step": 435
    },
    {
      "epoch": 1.9677784058790277,
      "grad_norm": 0.5939918160438538,
      "learning_rate": 2.9414105126205497e-05,
      "loss": 0.07132428884506226,
      "step": 436
    },
    {
      "epoch": 1.9723007348784622,
      "grad_norm": 2.4128458499908447,
      "learning_rate": 2.918821669182372e-05,
      "loss": 0.4147423207759857,
      "step": 437
    },
    {
      "epoch": 1.9768230638778972,
      "grad_norm": 1.275757074356079,
      "learning_rate": 2.896284088355972e-05,
      "loss": 0.1246442049741745,
      "step": 438
    },
    {
      "epoch": 1.9813453928773317,
      "grad_norm": 0.7857661247253418,
      "learning_rate": 2.87379832527651e-05,
      "loss": 0.10087940096855164,
      "step": 439
    },
    {
      "epoch": 1.9858677218767666,
      "grad_norm": 0.6991885900497437,
      "learning_rate": 2.8513649338027852e-05,
      "loss": 0.11823711544275284,
      "step": 440
    },
    {
      "epoch": 1.9903900508762011,
      "grad_norm": 1.176500678062439,
      "learning_rate": 2.8289844665036136e-05,
      "loss": 0.1188758835196495,
      "step": 441
    },
    {
      "epoch": 1.994912379875636,
      "grad_norm": 0.9838804602622986,
      "learning_rate": 2.8066574746442044e-05,
      "loss": 0.14469295740127563,
      "step": 442
    },
    {
      "epoch": 1.9994347088750706,
      "grad_norm": 1.5357357263565063,
      "learning_rate": 2.784384508172581e-05,
      "loss": 0.18967969715595245,
      "step": 443
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.5402911305427551,
      "learning_rate": 2.762166115706045e-05,
      "loss": 0.007583188358694315,
      "step": 444
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.20412947237491608,
      "eval_runtime": 93.3983,
      "eval_samples_per_second": 1.114,
      "eval_steps_per_second": 1.114,
      "step": 444
    }
  ],
  "logging_steps": 1,
  "max_steps": 666,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.2679723235227674e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}