{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 16034,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006236746912810278,
      "grad_norm": 0.41670387983322144,
      "learning_rate": 9.336099585062241e-07,
      "loss": 2.4743,
      "step": 10
    },
    {
      "epoch": 0.0012473493825620556,
      "grad_norm": 0.4229550361633301,
      "learning_rate": 1.970954356846473e-06,
      "loss": 2.4864,
      "step": 20
    },
    {
      "epoch": 0.0018710240738430836,
      "grad_norm": 0.32918402552604675,
      "learning_rate": 3.0082987551867224e-06,
      "loss": 2.4923,
      "step": 30
    },
    {
      "epoch": 0.0024946987651241113,
      "grad_norm": 0.33722758293151855,
      "learning_rate": 4.045643153526971e-06,
      "loss": 2.4702,
      "step": 40
    },
    {
      "epoch": 0.003118373456405139,
      "grad_norm": 0.2654361128807068,
      "learning_rate": 5.08298755186722e-06,
      "loss": 2.4621,
      "step": 50
    },
    {
      "epoch": 0.003742048147686167,
      "grad_norm": 0.21631720662117004,
      "learning_rate": 6.120331950207469e-06,
      "loss": 2.4571,
      "step": 60
    },
    {
      "epoch": 0.004365722838967195,
      "grad_norm": 0.24441741406917572,
      "learning_rate": 7.157676348547718e-06,
      "loss": 2.4458,
      "step": 70
    },
    {
      "epoch": 0.0049893975302482225,
      "grad_norm": 0.18830494582653046,
      "learning_rate": 8.195020746887967e-06,
      "loss": 2.4499,
      "step": 80
    },
    {
      "epoch": 0.00561307222152925,
      "grad_norm": 0.15586024522781372,
      "learning_rate": 9.232365145228216e-06,
      "loss": 2.4316,
      "step": 90
    },
    {
      "epoch": 0.006236746912810278,
      "grad_norm": 0.16457897424697876,
      "learning_rate": 1.0269709543568465e-05,
      "loss": 2.4304,
      "step": 100
    },
    {
      "epoch": 0.006860421604091306,
      "grad_norm": 0.15162746608257294,
      "learning_rate": 1.1307053941908715e-05,
      "loss": 2.4231,
      "step": 110
    },
    {
      "epoch": 0.007484096295372334,
      "grad_norm": 0.1669984757900238,
      "learning_rate": 1.2344398340248964e-05,
      "loss": 2.4254,
      "step": 120
    },
    {
      "epoch": 0.008107770986653362,
      "grad_norm": 0.15381669998168945,
      "learning_rate": 1.3381742738589212e-05,
      "loss": 2.4081,
      "step": 130
    },
    {
      "epoch": 0.00873144567793439,
      "grad_norm": 0.15778709948062897,
      "learning_rate": 1.441908713692946e-05,
      "loss": 2.4184,
      "step": 140
    },
    {
      "epoch": 0.009355120369215417,
      "grad_norm": 0.14629285037517548,
      "learning_rate": 1.545643153526971e-05,
      "loss": 2.4226,
      "step": 150
    },
    {
      "epoch": 0.009978795060496445,
      "grad_norm": 0.15976369380950928,
      "learning_rate": 1.649377593360996e-05,
      "loss": 2.4239,
      "step": 160
    },
    {
      "epoch": 0.010602469751777473,
      "grad_norm": 0.1566198319196701,
      "learning_rate": 1.7531120331950207e-05,
      "loss": 2.437,
      "step": 170
    },
    {
      "epoch": 0.0112261444430585,
      "grad_norm": 0.15509852766990662,
      "learning_rate": 1.8568464730290457e-05,
      "loss": 2.4128,
      "step": 180
    },
    {
      "epoch": 0.011849819134339528,
      "grad_norm": 0.15803252160549164,
      "learning_rate": 1.9605809128630707e-05,
      "loss": 2.4083,
      "step": 190
    },
    {
      "epoch": 0.012473493825620557,
      "grad_norm": 0.15734675526618958,
      "learning_rate": 2.0643153526970954e-05,
      "loss": 2.4124,
      "step": 200
    },
    {
      "epoch": 0.013097168516901583,
      "grad_norm": 0.15747034549713135,
      "learning_rate": 2.1680497925311204e-05,
      "loss": 2.4103,
      "step": 210
    },
    {
      "epoch": 0.013720843208182612,
      "grad_norm": 0.1551424115896225,
      "learning_rate": 2.2717842323651455e-05,
      "loss": 2.4243,
      "step": 220
    },
    {
      "epoch": 0.01434451789946364,
      "grad_norm": 0.1558833122253418,
      "learning_rate": 2.37551867219917e-05,
      "loss": 2.4086,
      "step": 230
    },
    {
      "epoch": 0.014968192590744668,
      "grad_norm": 0.15832538902759552,
      "learning_rate": 2.4792531120331952e-05,
      "loss": 2.4115,
      "step": 240
    },
    {
      "epoch": 0.015591867282025695,
      "grad_norm": 0.1734156608581543,
      "learning_rate": 2.5829875518672202e-05,
      "loss": 2.4186,
      "step": 250
    },
    {
      "epoch": 0.016215541973306723,
      "grad_norm": 0.15840300917625427,
      "learning_rate": 2.686721991701245e-05,
      "loss": 2.4131,
      "step": 260
    },
    {
      "epoch": 0.01683921666458775,
      "grad_norm": 0.15089066326618195,
      "learning_rate": 2.79045643153527e-05,
      "loss": 2.4005,
      "step": 270
    },
    {
      "epoch": 0.01746289135586878,
      "grad_norm": 0.15164577960968018,
      "learning_rate": 2.894190871369295e-05,
      "loss": 2.4011,
      "step": 280
    },
    {
      "epoch": 0.018086566047149807,
      "grad_norm": 0.1682378202676773,
      "learning_rate": 2.9979253112033196e-05,
      "loss": 2.4096,
      "step": 290
    },
    {
      "epoch": 0.018710240738430833,
      "grad_norm": 0.21744981408119202,
      "learning_rate": 3.1016597510373443e-05,
      "loss": 2.4192,
      "step": 300
    },
    {
      "epoch": 0.019333915429711863,
      "grad_norm": 0.15539348125457764,
      "learning_rate": 3.20539419087137e-05,
      "loss": 2.4101,
      "step": 310
    },
    {
      "epoch": 0.01995759012099289,
      "grad_norm": 0.15430183708667755,
      "learning_rate": 3.3091286307053944e-05,
      "loss": 2.4017,
      "step": 320
    },
    {
      "epoch": 0.020581264812273917,
      "grad_norm": 0.16707681119441986,
      "learning_rate": 3.412863070539419e-05,
      "loss": 2.4105,
      "step": 330
    },
    {
      "epoch": 0.021204939503554947,
      "grad_norm": 0.16521887481212616,
      "learning_rate": 3.5165975103734445e-05,
      "loss": 2.4156,
      "step": 340
    },
    {
      "epoch": 0.021828614194835973,
      "grad_norm": 0.1879706233739853,
      "learning_rate": 3.620331950207469e-05,
      "loss": 2.4119,
      "step": 350
    },
    {
      "epoch": 0.022452288886117,
      "grad_norm": 0.1631043255329132,
      "learning_rate": 3.724066390041494e-05,
      "loss": 2.4049,
      "step": 360
    },
    {
      "epoch": 0.02307596357739803,
      "grad_norm": 0.15729844570159912,
      "learning_rate": 3.8278008298755185e-05,
      "loss": 2.4073,
      "step": 370
    },
    {
      "epoch": 0.023699638268679057,
      "grad_norm": 0.15961630642414093,
      "learning_rate": 3.931535269709544e-05,
      "loss": 2.4105,
      "step": 380
    },
    {
      "epoch": 0.024323312959960083,
      "grad_norm": 0.17993953824043274,
      "learning_rate": 4.0352697095435686e-05,
      "loss": 2.4046,
      "step": 390
    },
    {
      "epoch": 0.024946987651241113,
      "grad_norm": 0.1761723756790161,
      "learning_rate": 4.139004149377593e-05,
      "loss": 2.3957,
      "step": 400
    },
    {
      "epoch": 0.02557066234252214,
      "grad_norm": 0.1637117862701416,
      "learning_rate": 4.2427385892116186e-05,
      "loss": 2.3971,
      "step": 410
    },
    {
      "epoch": 0.026194337033803167,
      "grad_norm": 0.1527436375617981,
      "learning_rate": 4.346473029045643e-05,
      "loss": 2.4001,
      "step": 420
    },
    {
      "epoch": 0.026818011725084197,
      "grad_norm": 0.15107029676437378,
      "learning_rate": 4.450207468879668e-05,
      "loss": 2.3937,
      "step": 430
    },
    {
      "epoch": 0.027441686416365223,
      "grad_norm": 0.16435585916042328,
      "learning_rate": 4.5539419087136934e-05,
      "loss": 2.4012,
      "step": 440
    },
    {
      "epoch": 0.02806536110764625,
      "grad_norm": 0.1718418002128601,
      "learning_rate": 4.657676348547718e-05,
      "loss": 2.403,
      "step": 450
    },
    {
      "epoch": 0.02868903579892728,
      "grad_norm": 0.1797216683626175,
      "learning_rate": 4.761410788381743e-05,
      "loss": 2.4013,
      "step": 460
    },
    {
      "epoch": 0.029312710490208307,
      "grad_norm": 0.1815209537744522,
      "learning_rate": 4.8651452282157675e-05,
      "loss": 2.3954,
      "step": 470
    },
    {
      "epoch": 0.029936385181489337,
      "grad_norm": 0.16916194558143616,
      "learning_rate": 4.968879668049793e-05,
      "loss": 2.4062,
      "step": 480
    },
    {
      "epoch": 0.030560059872770363,
      "grad_norm": 0.16285821795463562,
      "learning_rate": 4.999997500614357e-05,
      "loss": 2.3932,
      "step": 490
    },
    {
      "epoch": 0.03118373456405139,
      "grad_norm": 0.1771118938922882,
      "learning_rate": 4.999985258737522e-05,
      "loss": 2.4139,
      "step": 500
    },
    {
      "epoch": 0.03180740925533242,
      "grad_norm": 0.19994522631168365,
      "learning_rate": 4.9999628153485546e-05,
      "loss": 2.387,
      "step": 510
    },
    {
      "epoch": 0.03243108394661345,
      "grad_norm": 0.16518527269363403,
      "learning_rate": 4.999930170539038e-05,
      "loss": 2.4152,
      "step": 520
    },
    {
      "epoch": 0.03305475863789448,
      "grad_norm": 0.16955524682998657,
      "learning_rate": 4.999887324442184e-05,
      "loss": 2.3992,
      "step": 530
    },
    {
      "epoch": 0.0336784333291755,
      "grad_norm": 0.1707555651664734,
      "learning_rate": 4.999834277232831e-05,
      "loss": 2.3889,
      "step": 540
    },
    {
      "epoch": 0.03430210802045653,
      "grad_norm": 0.1646123081445694,
      "learning_rate": 4.9997710291274456e-05,
      "loss": 2.3995,
      "step": 550
    },
    {
      "epoch": 0.03492578271173756,
      "grad_norm": 0.16619490087032318,
      "learning_rate": 4.999697580384121e-05,
      "loss": 2.403,
      "step": 560
    },
    {
      "epoch": 0.03554945740301858,
      "grad_norm": 0.16360510885715485,
      "learning_rate": 4.9996139313025715e-05,
      "loss": 2.3949,
      "step": 570
    },
    {
      "epoch": 0.03617313209429961,
      "grad_norm": 0.17579716444015503,
      "learning_rate": 4.9995200822241396e-05,
      "loss": 2.387,
      "step": 580
    },
    {
      "epoch": 0.036796806785580644,
      "grad_norm": 0.1826385110616684,
      "learning_rate": 4.9994160335317874e-05,
      "loss": 2.384,
      "step": 590
    },
    {
      "epoch": 0.03742048147686167,
      "grad_norm": 0.166533961892128,
      "learning_rate": 4.9993017856501014e-05,
      "loss": 2.3806,
      "step": 600
    },
    {
      "epoch": 0.0380441561681427,
      "grad_norm": 0.1595999151468277,
      "learning_rate": 4.9991773390452825e-05,
      "loss": 2.3966,
      "step": 610
    },
    {
      "epoch": 0.03866783085942373,
      "grad_norm": 0.16886429488658905,
      "learning_rate": 4.9990426942251525e-05,
      "loss": 2.4025,
      "step": 620
    },
    {
      "epoch": 0.03929150555070475,
      "grad_norm": 0.17494608461856842,
      "learning_rate": 4.998897851739145e-05,
      "loss": 2.3921,
      "step": 630
    },
    {
      "epoch": 0.03991518024198578,
      "grad_norm": 0.15493828058242798,
      "learning_rate": 4.998742812178311e-05,
      "loss": 2.3881,
      "step": 640
    },
    {
      "epoch": 0.04053885493326681,
      "grad_norm": 0.16069339215755463,
      "learning_rate": 4.9985775761753084e-05,
      "loss": 2.395,
      "step": 650
    },
    {
      "epoch": 0.04116252962454783,
      "grad_norm": 0.17597073316574097,
      "learning_rate": 4.998402144404403e-05,
      "loss": 2.3949,
      "step": 660
    },
    {
      "epoch": 0.04178620431582886,
      "grad_norm": 0.16567687690258026,
      "learning_rate": 4.998216517581469e-05,
      "loss": 2.3933,
      "step": 670
    },
    {
      "epoch": 0.042409879007109894,
      "grad_norm": 0.17086270451545715,
      "learning_rate": 4.9980206964639775e-05,
      "loss": 2.3911,
      "step": 680
    },
    {
      "epoch": 0.04303355369839092,
      "grad_norm": 0.17267341911792755,
      "learning_rate": 4.997814681851004e-05,
      "loss": 2.3921,
      "step": 690
    },
    {
      "epoch": 0.04365722838967195,
      "grad_norm": 0.16484571993350983,
      "learning_rate": 4.997598474583218e-05,
      "loss": 2.3872,
      "step": 700
    },
    {
      "epoch": 0.04428090308095298,
      "grad_norm": 0.1981930285692215,
      "learning_rate": 4.99737207554288e-05,
      "loss": 2.3859,
      "step": 710
    },
    {
      "epoch": 0.044904577772234,
      "grad_norm": 0.17644141614437103,
      "learning_rate": 4.99713548565384e-05,
      "loss": 2.404,
      "step": 720
    },
    {
      "epoch": 0.04552825246351503,
      "grad_norm": 0.15615567564964294,
      "learning_rate": 4.996888705881535e-05,
      "loss": 2.3833,
      "step": 730
    },
    {
      "epoch": 0.04615192715479606,
      "grad_norm": 0.17177200317382812,
      "learning_rate": 4.996631737232981e-05,
      "loss": 2.3929,
      "step": 740
    },
    {
      "epoch": 0.04677560184607708,
      "grad_norm": 0.15719611942768097,
      "learning_rate": 4.996364580756772e-05,
      "loss": 2.374,
      "step": 750
    },
    {
      "epoch": 0.047399276537358113,
      "grad_norm": 0.16247406601905823,
      "learning_rate": 4.996087237543073e-05,
      "loss": 2.3886,
      "step": 760
    },
    {
      "epoch": 0.048022951228639144,
      "grad_norm": 0.164581760764122,
      "learning_rate": 4.9957997087236205e-05,
      "loss": 2.3943,
      "step": 770
    },
    {
      "epoch": 0.04864662591992017,
      "grad_norm": 0.15948113799095154,
      "learning_rate": 4.995501995471712e-05,
      "loss": 2.396,
      "step": 780
    },
    {
      "epoch": 0.0492703006112012,
      "grad_norm": 0.1636001467704773,
      "learning_rate": 4.9951940990022064e-05,
      "loss": 2.3957,
      "step": 790
    },
    {
      "epoch": 0.04989397530248223,
      "grad_norm": 0.17266830801963806,
      "learning_rate": 4.994876020571512e-05,
      "loss": 2.3945,
      "step": 800
    },
    {
      "epoch": 0.05051764999376325,
      "grad_norm": 0.19006402790546417,
      "learning_rate": 4.994547761477591e-05,
      "loss": 2.3909,
      "step": 810
    },
    {
      "epoch": 0.05114132468504428,
      "grad_norm": 0.14989261329174042,
      "learning_rate": 4.994209323059946e-05,
      "loss": 2.3963,
      "step": 820
    },
    {
      "epoch": 0.05176499937632531,
      "grad_norm": 0.16390304267406464,
      "learning_rate": 4.99386070669962e-05,
      "loss": 2.391,
      "step": 830
    },
    {
      "epoch": 0.05238867406760633,
      "grad_norm": 0.17589038610458374,
      "learning_rate": 4.993501913819186e-05,
      "loss": 2.3788,
      "step": 840
    },
    {
      "epoch": 0.053012348758887363,
      "grad_norm": 0.15622840821743011,
      "learning_rate": 4.9931329458827434e-05,
      "loss": 2.3871,
      "step": 850
    },
    {
      "epoch": 0.053636023450168394,
      "grad_norm": 0.16731464862823486,
      "learning_rate": 4.9927538043959157e-05,
      "loss": 2.383,
      "step": 860
    },
    {
      "epoch": 0.05425969814144942,
      "grad_norm": 0.15298733115196228,
      "learning_rate": 4.9923644909058376e-05,
      "loss": 2.3813,
      "step": 870
    },
    {
      "epoch": 0.05488337283273045,
      "grad_norm": 0.180853933095932,
      "learning_rate": 4.991965007001153e-05,
      "loss": 2.3704,
      "step": 880
    },
    {
      "epoch": 0.05550704752401148,
      "grad_norm": 0.169890359044075,
      "learning_rate": 4.9915553543120065e-05,
      "loss": 2.3862,
      "step": 890
    },
    {
      "epoch": 0.0561307222152925,
      "grad_norm": 0.14712277054786682,
      "learning_rate": 4.9911355345100394e-05,
      "loss": 2.3886,
      "step": 900
    },
    {
      "epoch": 0.05675439690657353,
      "grad_norm": 0.19861334562301636,
      "learning_rate": 4.9907055493083824e-05,
      "loss": 2.3899,
      "step": 910
    },
    {
      "epoch": 0.05737807159785456,
      "grad_norm": 0.16187319159507751,
      "learning_rate": 4.9902654004616424e-05,
      "loss": 2.3974,
      "step": 920
    },
    {
      "epoch": 0.05800174628913559,
      "grad_norm": 0.17249417304992676,
      "learning_rate": 4.9898150897659055e-05,
      "loss": 2.3912,
      "step": 930
    },
    {
      "epoch": 0.058625420980416613,
      "grad_norm": 0.177936390042305,
      "learning_rate": 4.989354619058722e-05,
      "loss": 2.3756,
      "step": 940
    },
    {
      "epoch": 0.059249095671697644,
      "grad_norm": 0.16089926660060883,
      "learning_rate": 4.988883990219102e-05,
      "loss": 2.382,
      "step": 950
    },
    {
      "epoch": 0.059872770362978674,
      "grad_norm": 0.18391825258731842,
      "learning_rate": 4.988403205167508e-05,
      "loss": 2.3867,
      "step": 960
    },
    {
      "epoch": 0.0604964450542597,
      "grad_norm": 0.15143869817256927,
      "learning_rate": 4.987912265865843e-05,
      "loss": 2.3859,
      "step": 970
    },
    {
      "epoch": 0.06112011974554073,
      "grad_norm": 0.18540725111961365,
      "learning_rate": 4.987411174317451e-05,
      "loss": 2.3843,
      "step": 980
    },
    {
      "epoch": 0.06174379443682176,
      "grad_norm": 0.167070209980011,
      "learning_rate": 4.9868999325670985e-05,
      "loss": 2.3807,
      "step": 990
    },
    {
      "epoch": 0.06236746912810278,
      "grad_norm": 0.15831787884235382,
      "learning_rate": 4.986378542700975e-05,
      "loss": 2.3699,
      "step": 1000
    },
    {
      "epoch": 0.06299114381938381,
      "grad_norm": 0.14451952278614044,
      "learning_rate": 4.985847006846678e-05,
      "loss": 2.3811,
      "step": 1010
    },
    {
      "epoch": 0.06361481851066483,
      "grad_norm": 0.1579294204711914,
      "learning_rate": 4.9853053271732076e-05,
      "loss": 2.3886,
      "step": 1020
    },
    {
      "epoch": 0.06423849320194587,
      "grad_norm": 0.15167826414108276,
      "learning_rate": 4.984753505890959e-05,
      "loss": 2.3723,
      "step": 1030
    },
    {
      "epoch": 0.0648621678932269,
      "grad_norm": 0.1651124209165573,
      "learning_rate": 4.9841915452517095e-05,
      "loss": 2.3702,
      "step": 1040
    },
    {
      "epoch": 0.06548584258450792,
      "grad_norm": 0.1760958880186081,
      "learning_rate": 4.983619447548611e-05,
      "loss": 2.3804,
      "step": 1050
    },
    {
      "epoch": 0.06610951727578895,
      "grad_norm": 0.18940235674381256,
      "learning_rate": 4.983037215116183e-05,
      "loss": 2.3922,
      "step": 1060
    },
    {
      "epoch": 0.06673319196706998,
      "grad_norm": 0.14631980657577515,
      "learning_rate": 4.9824448503303e-05,
      "loss": 2.3886,
      "step": 1070
    },
    {
      "epoch": 0.067356866658351,
      "grad_norm": 0.15873593091964722,
      "learning_rate": 4.9818423556081826e-05,
      "loss": 2.3792,
      "step": 1080
    },
    {
      "epoch": 0.06798054134963204,
      "grad_norm": 0.15249554812908173,
      "learning_rate": 4.981229733408388e-05,
      "loss": 2.3926,
      "step": 1090
    },
    {
      "epoch": 0.06860421604091306,
      "grad_norm": 0.1827813684940338,
      "learning_rate": 4.980606986230801e-05,
      "loss": 2.3808,
      "step": 1100
    },
    {
      "epoch": 0.06922789073219408,
      "grad_norm": 0.16536277532577515,
      "learning_rate": 4.97997411661662e-05,
      "loss": 2.3773,
      "step": 1110
    },
    {
      "epoch": 0.06985156542347512,
      "grad_norm": 0.1424759477376938,
      "learning_rate": 4.9793311271483526e-05,
      "loss": 2.3713,
      "step": 1120
    },
    {
      "epoch": 0.07047524011475614,
      "grad_norm": 0.15344633162021637,
      "learning_rate": 4.978678020449799e-05,
      "loss": 2.3748,
      "step": 1130
    },
    {
      "epoch": 0.07109891480603717,
      "grad_norm": 0.15182995796203613,
      "learning_rate": 4.978014799186046e-05,
      "loss": 2.3822,
      "step": 1140
    },
    {
      "epoch": 0.0717225894973182,
      "grad_norm": 0.1457945555448532,
      "learning_rate": 4.977341466063454e-05,
      "loss": 2.3765,
      "step": 1150
    },
    {
      "epoch": 0.07234626418859923,
      "grad_norm": 0.1612432301044464,
      "learning_rate": 4.976658023829645e-05,
      "loss": 2.3838,
      "step": 1160
    },
    {
      "epoch": 0.07296993887988025,
      "grad_norm": 0.15359076857566833,
      "learning_rate": 4.975964475273492e-05,
      "loss": 2.3641,
      "step": 1170
    },
    {
      "epoch": 0.07359361357116129,
      "grad_norm": 0.1821724772453308,
      "learning_rate": 4.975260823225112e-05,
      "loss": 2.3763,
      "step": 1180
    },
    {
      "epoch": 0.07421728826244231,
      "grad_norm": 0.14186090230941772,
      "learning_rate": 4.974547070555845e-05,
      "loss": 2.381,
      "step": 1190
    },
    {
      "epoch": 0.07484096295372333,
      "grad_norm": 0.15153264999389648,
      "learning_rate": 4.973823220178253e-05,
      "loss": 2.3845,
      "step": 1200
    },
    {
      "epoch": 0.07546463764500437,
      "grad_norm": 0.1769527643918991,
      "learning_rate": 4.9730892750460986e-05,
      "loss": 2.3819,
      "step": 1210
    },
    {
      "epoch": 0.0760883123362854,
      "grad_norm": 0.46370983123779297,
      "learning_rate": 4.9723452381543424e-05,
      "loss": 2.3879,
      "step": 1220
    },
    {
      "epoch": 0.07671198702756642,
      "grad_norm": 0.16112814843654633,
      "learning_rate": 4.9715911125391206e-05,
      "loss": 2.3687,
      "step": 1230
    },
    {
      "epoch": 0.07733566171884745,
      "grad_norm": 0.15893271565437317,
      "learning_rate": 4.9708269012777406e-05,
      "loss": 2.3796,
      "step": 1240
    },
    {
      "epoch": 0.07795933641012848,
      "grad_norm": 0.16827929019927979,
      "learning_rate": 4.970052607488665e-05,
      "loss": 2.3915,
      "step": 1250
    },
    {
      "epoch": 0.0785830111014095,
      "grad_norm": 0.16493189334869385,
      "learning_rate": 4.969268234331499e-05,
      "loss": 2.3739,
      "step": 1260
    },
    {
      "epoch": 0.07920668579269054,
      "grad_norm": 0.17363378405570984,
      "learning_rate": 4.9684737850069794e-05,
      "loss": 2.3682,
      "step": 1270
    },
    {
      "epoch": 0.07983036048397156,
      "grad_norm": 0.15534628927707672,
      "learning_rate": 4.967669262756959e-05,
      "loss": 2.364,
      "step": 1280
    },
    {
      "epoch": 0.08045403517525258,
      "grad_norm": 0.1859702318906784,
      "learning_rate": 4.966854670864394e-05,
      "loss": 2.3925,
      "step": 1290
    },
    {
      "epoch": 0.08107770986653362,
      "grad_norm": 0.15106691420078278,
      "learning_rate": 4.96603001265333e-05,
      "loss": 2.3956,
      "step": 1300
    },
    {
      "epoch": 0.08170138455781464,
      "grad_norm": 0.15107488632202148,
      "learning_rate": 4.965195291488895e-05,
      "loss": 2.3882,
      "step": 1310
    },
    {
      "epoch": 0.08232505924909567,
      "grad_norm": 0.15238961577415466,
      "learning_rate": 4.9643505107772725e-05,
      "loss": 2.3731,
      "step": 1320
    },
    {
      "epoch": 0.0829487339403767,
      "grad_norm": 0.16798114776611328,
      "learning_rate": 4.963495673965702e-05,
      "loss": 2.3845,
      "step": 1330
    },
    {
      "epoch": 0.08357240863165773,
      "grad_norm": 0.16481807827949524,
      "learning_rate": 4.9626307845424535e-05,
      "loss": 2.3771,
      "step": 1340
    },
    {
      "epoch": 0.08419608332293875,
      "grad_norm": 0.16786515712738037,
      "learning_rate": 4.96175584603682e-05,
      "loss": 2.3709,
      "step": 1350
    },
    {
      "epoch": 0.08481975801421979,
      "grad_norm": 0.14930367469787598,
      "learning_rate": 4.960870862019101e-05,
      "loss": 2.3827,
      "step": 1360
    },
    {
      "epoch": 0.08544343270550081,
      "grad_norm": 0.16234995424747467,
      "learning_rate": 4.9599758361005894e-05,
      "loss": 2.3697,
      "step": 1370
    },
    {
      "epoch": 0.08606710739678183,
      "grad_norm": 0.14267085492610931,
      "learning_rate": 4.959070771933552e-05,
      "loss": 2.3637,
      "step": 1380
    },
    {
      "epoch": 0.08669078208806287,
      "grad_norm": 0.16770698130130768,
      "learning_rate": 4.95815567321122e-05,
      "loss": 2.3748,
      "step": 1390
    },
    {
      "epoch": 0.0873144567793439,
      "grad_norm": 0.1594451665878296,
      "learning_rate": 4.9572305436677726e-05,
      "loss": 2.3826,
      "step": 1400
    },
    {
      "epoch": 0.08793813147062492,
      "grad_norm": 0.15811234712600708,
      "learning_rate": 4.956295387078319e-05,
      "loss": 2.3722,
      "step": 1410
    },
    {
      "epoch": 0.08856180616190595,
      "grad_norm": 0.1707121729850769,
      "learning_rate": 4.9553502072588865e-05,
      "loss": 2.3626,
      "step": 1420
    },
    {
      "epoch": 0.08918548085318698,
      "grad_norm": 0.16321256756782532,
      "learning_rate": 4.954395008066404e-05,
      "loss": 2.3721,
      "step": 1430
    },
    {
      "epoch": 0.089809155544468,
      "grad_norm": 0.14922483265399933,
      "learning_rate": 4.953429793398685e-05,
      "loss": 2.3683,
      "step": 1440
    },
    {
      "epoch": 0.09043283023574904,
      "grad_norm": 0.16837924718856812,
      "learning_rate": 4.952454567194411e-05,
      "loss": 2.3722,
      "step": 1450
    },
    {
      "epoch": 0.09105650492703006,
      "grad_norm": 0.16941380500793457,
      "learning_rate": 4.95146933343312e-05,
      "loss": 2.3794,
      "step": 1460
    },
    {
      "epoch": 0.09168017961831108,
      "grad_norm": 0.18481093645095825,
      "learning_rate": 4.950474096135184e-05,
      "loss": 2.3601,
      "step": 1470
    },
    {
      "epoch": 0.09230385430959212,
      "grad_norm": 0.182200625538826,
      "learning_rate": 4.9494688593617975e-05,
      "loss": 2.3769,
      "step": 1480
    },
    {
      "epoch": 0.09292752900087314,
      "grad_norm": 0.16691100597381592,
      "learning_rate": 4.948453627214959e-05,
      "loss": 2.3596,
      "step": 1490
    },
    {
      "epoch": 0.09355120369215417,
      "grad_norm": 0.16006024181842804,
      "learning_rate": 4.9474284038374534e-05,
      "loss": 2.3821,
      "step": 1500
    },
    {
      "epoch": 0.0941748783834352,
      "grad_norm": 0.1395539790391922,
      "learning_rate": 4.946393193412838e-05,
      "loss": 2.3754,
      "step": 1510
    },
    {
      "epoch": 0.09479855307471623,
      "grad_norm": 0.15168268978595734,
      "learning_rate": 4.945348000165422e-05,
      "loss": 2.3809,
      "step": 1520
    },
    {
      "epoch": 0.09542222776599725,
      "grad_norm": 0.16959401965141296,
      "learning_rate": 4.9442928283602505e-05,
      "loss": 2.3801,
      "step": 1530
    },
    {
      "epoch": 0.09604590245727829,
      "grad_norm": 0.16105686128139496,
      "learning_rate": 4.9432276823030885e-05,
      "loss": 2.3694,
      "step": 1540
    },
    {
      "epoch": 0.09666957714855931,
      "grad_norm": 0.1638866662979126,
      "learning_rate": 4.942152566340402e-05,
      "loss": 2.3758,
      "step": 1550
    },
    {
      "epoch": 0.09729325183984033,
      "grad_norm": 0.15627315640449524,
      "learning_rate": 4.9410674848593406e-05,
      "loss": 2.3711,
      "step": 1560
    },
    {
      "epoch": 0.09791692653112137,
      "grad_norm": 0.15470105409622192,
      "learning_rate": 4.939972442287719e-05,
      "loss": 2.3778,
      "step": 1570
    },
    {
      "epoch": 0.0985406012224024,
      "grad_norm": 0.15460941195487976,
      "learning_rate": 4.9388674430939985e-05,
      "loss": 2.3701,
      "step": 1580
    },
    {
      "epoch": 0.09916427591368342,
      "grad_norm": 0.1460798978805542,
      "learning_rate": 4.937752491787272e-05,
      "loss": 2.375,
      "step": 1590
    },
    {
      "epoch": 0.09978795060496445,
      "grad_norm": 0.15154814720153809,
      "learning_rate": 4.936627592917241e-05,
      "loss": 2.3765,
      "step": 1600
    },
    {
      "epoch": 0.10041162529624548,
      "grad_norm": 0.14979268610477448,
      "learning_rate": 4.9354927510742014e-05,
      "loss": 2.3662,
      "step": 1610
    },
    {
      "epoch": 0.1010352999875265,
      "grad_norm": 0.16451983153820038,
      "learning_rate": 4.934347970889021e-05,
      "loss": 2.3714,
      "step": 1620
    },
    {
      "epoch": 0.10165897467880754,
      "grad_norm": 0.1839207261800766,
      "learning_rate": 4.933193257033123e-05,
      "loss": 2.3735,
      "step": 1630
    },
    {
      "epoch": 0.10228264937008856,
      "grad_norm": 0.17594371736049652,
      "learning_rate": 4.932028614218467e-05,
      "loss": 2.3648,
      "step": 1640
    },
    {
      "epoch": 0.10290632406136958,
      "grad_norm": 0.1556452512741089,
      "learning_rate": 4.9308540471975276e-05,
      "loss": 2.3711,
      "step": 1650
    },
    {
      "epoch": 0.10352999875265062,
      "grad_norm": 0.14653314650058746,
      "learning_rate": 4.929669560763276e-05,
      "loss": 2.3708,
      "step": 1660
    },
    {
      "epoch": 0.10415367344393164,
      "grad_norm": 0.16261810064315796,
      "learning_rate": 4.9284751597491626e-05,
      "loss": 2.3751,
      "step": 1670
    },
    {
      "epoch": 0.10477734813521267,
      "grad_norm": 0.16556388139724731,
      "learning_rate": 4.927270849029095e-05,
      "loss": 2.3681,
      "step": 1680
    },
    {
      "epoch": 0.1054010228264937,
      "grad_norm": 0.14868180453777313,
      "learning_rate": 4.926056633517418e-05,
      "loss": 2.3781,
      "step": 1690
    },
    {
      "epoch": 0.10602469751777473,
      "grad_norm": 0.1559772789478302,
      "learning_rate": 4.9248325181688936e-05,
      "loss": 2.3743,
      "step": 1700
    },
    {
      "epoch": 0.10664837220905575,
      "grad_norm": 0.13827170431613922,
      "learning_rate": 4.923598507978684e-05,
      "loss": 2.361,
      "step": 1710
    },
    {
      "epoch": 0.10727204690033679,
      "grad_norm": 0.18506045639514923,
      "learning_rate": 4.922354607982327e-05,
      "loss": 2.3809,
      "step": 1720
    },
    {
      "epoch": 0.10789572159161781,
      "grad_norm": 0.17932069301605225,
      "learning_rate": 4.921100823255714e-05,
      "loss": 2.3794,
      "step": 1730
    },
    {
      "epoch": 0.10851939628289883,
      "grad_norm": 0.17719389498233795,
      "learning_rate": 4.9198371589150785e-05,
      "loss": 2.3726,
      "step": 1740
    },
    {
      "epoch": 0.10914307097417987,
      "grad_norm": 0.15440979599952698,
      "learning_rate": 4.918563620116965e-05,
      "loss": 2.374,
      "step": 1750
    },
    {
      "epoch": 0.1097667456654609,
      "grad_norm": 0.14924229681491852,
      "learning_rate": 4.917280212058211e-05,
      "loss": 2.3652,
      "step": 1760
    },
    {
      "epoch": 0.11039042035674192,
      "grad_norm": 0.15106210112571716,
      "learning_rate": 4.91598693997593e-05,
      "loss": 2.3565,
      "step": 1770
    },
    {
      "epoch": 0.11101409504802295,
      "grad_norm": 0.15020950138568878,
      "learning_rate": 4.9146838091474855e-05,
      "loss": 2.3577,
      "step": 1780
    },
    {
      "epoch": 0.11163776973930398,
      "grad_norm": 0.17721211910247803,
      "learning_rate": 4.91337082489047e-05,
      "loss": 2.3719,
      "step": 1790
    },
    {
      "epoch": 0.112261444430585,
      "grad_norm": 0.16256529092788696,
      "learning_rate": 4.912047992562686e-05,
      "loss": 2.3759,
      "step": 1800
    },
    {
      "epoch": 0.11288511912186604,
      "grad_norm": 0.15910358726978302,
      "learning_rate": 4.9107153175621204e-05,
      "loss": 2.3778,
      "step": 1810
    },
    {
      "epoch": 0.11350879381314706,
      "grad_norm": 0.14661118388175964,
      "learning_rate": 4.909372805326926e-05,
      "loss": 2.3819,
      "step": 1820
    },
    {
      "epoch": 0.11413246850442808,
      "grad_norm": 0.1638752818107605,
      "learning_rate": 4.9080204613353975e-05,
      "loss": 2.3597,
      "step": 1830
    },
    {
      "epoch": 0.11475614319570912,
      "grad_norm": 0.1609017699956894,
      "learning_rate": 4.9066582911059476e-05,
      "loss": 2.3701,
      "step": 1840
    },
    {
      "epoch": 0.11537981788699014,
      "grad_norm": 0.16804265975952148,
      "learning_rate": 4.905286300197088e-05,
      "loss": 2.3729,
      "step": 1850
    },
    {
      "epoch": 0.11600349257827118,
      "grad_norm": 0.1403237134218216,
      "learning_rate": 4.903904494207405e-05,
      "loss": 2.3776,
      "step": 1860
    },
    {
      "epoch": 0.1166271672695522,
      "grad_norm": 0.16138309240341187,
      "learning_rate": 4.902512878775536e-05,
      "loss": 2.3718,
      "step": 1870
    },
    {
      "epoch": 0.11725084196083323,
      "grad_norm": 0.16280491650104523,
      "learning_rate": 4.9011114595801465e-05,
      "loss": 2.3556,
      "step": 1880
    },
    {
      "epoch": 0.11787451665211426,
      "grad_norm": 0.16729538142681122,
      "learning_rate": 4.8997002423399086e-05,
      "loss": 2.3619,
      "step": 1890
    },
    {
      "epoch": 0.11849819134339529,
      "grad_norm": 0.1636359691619873,
      "learning_rate": 4.898279232813476e-05,
      "loss": 2.3648,
      "step": 1900
    },
    {
      "epoch": 0.11912186603467631,
      "grad_norm": 0.14803646504878998,
      "learning_rate": 4.8968484367994616e-05,
      "loss": 2.3639,
      "step": 1910
    },
    {
      "epoch": 0.11974554072595735,
      "grad_norm": 0.14796897768974304,
      "learning_rate": 4.8954078601364125e-05,
      "loss": 2.3596,
      "step": 1920
    },
    {
      "epoch": 0.12036921541723837,
      "grad_norm": 0.17454275488853455,
      "learning_rate": 4.893957508702789e-05,
      "loss": 2.3778,
      "step": 1930
    },
    {
      "epoch": 0.1209928901085194,
      "grad_norm": 0.15446002781391144,
      "learning_rate": 4.892497388416935e-05,
      "loss": 2.3809,
      "step": 1940
    },
    {
      "epoch": 0.12161656479980043,
      "grad_norm": 0.1513909548521042,
      "learning_rate": 4.89102750523706e-05,
      "loss": 2.3822,
      "step": 1950
    },
    {
      "epoch": 0.12224023949108145,
      "grad_norm": 0.16386543214321136,
      "learning_rate": 4.8895478651612126e-05,
      "loss": 2.363,
      "step": 1960
    },
    {
      "epoch": 0.12286391418236248,
      "grad_norm": 0.15429188311100006,
      "learning_rate": 4.888058474227255e-05,
      "loss": 2.3688,
      "step": 1970
    },
    {
      "epoch": 0.12348758887364351,
      "grad_norm": 0.15081825852394104,
      "learning_rate": 4.886559338512838e-05,
      "loss": 2.3638,
      "step": 1980
    },
    {
      "epoch": 0.12411126356492454,
      "grad_norm": 0.16191057860851288,
      "learning_rate": 4.8850504641353785e-05,
      "loss": 2.3544,
      "step": 1990
    },
    {
      "epoch": 0.12473493825620556,
      "grad_norm": 0.13938157260417938,
      "learning_rate": 4.883531857252033e-05,
      "loss": 2.3748,
      "step": 2000
    },
    {
      "epoch": 0.1253586129474866,
      "grad_norm": 0.1533849537372589,
      "learning_rate": 4.8820035240596726e-05,
      "loss": 2.3712,
      "step": 2010
    },
    {
      "epoch": 0.12598228763876762,
      "grad_norm": 0.1513861119747162,
      "learning_rate": 4.8804654707948583e-05,
      "loss": 2.3814,
      "step": 2020
    },
    {
      "epoch": 0.12660596233004864,
      "grad_norm": 0.15665526688098907,
      "learning_rate": 4.878917703733814e-05,
      "loss": 2.365,
      "step": 2030
    },
    {
      "epoch": 0.12722963702132967,
      "grad_norm": 0.16361114382743835,
      "learning_rate": 4.877360229192404e-05,
      "loss": 2.3654,
      "step": 2040
    },
    {
      "epoch": 0.1278533117126107,
      "grad_norm": 0.17679214477539062,
      "learning_rate": 4.875793053526102e-05,
      "loss": 2.3496,
      "step": 2050
    },
    {
      "epoch": 0.12847698640389174,
      "grad_norm": 0.14169806241989136,
      "learning_rate": 4.874216183129971e-05,
      "loss": 2.3553,
      "step": 2060
    },
    {
      "epoch": 0.12910066109517276,
      "grad_norm": 0.16534940898418427,
      "learning_rate": 4.872629624438636e-05,
      "loss": 2.3643,
      "step": 2070
    },
    {
      "epoch": 0.1297243357864538,
      "grad_norm": 0.1514582633972168,
      "learning_rate": 4.8710333839262515e-05,
      "loss": 2.3514,
      "step": 2080
    },
    {
      "epoch": 0.1303480104777348,
      "grad_norm": 0.15417665243148804,
      "learning_rate": 4.869427468106484e-05,
      "loss": 2.3654,
      "step": 2090
    },
    {
      "epoch": 0.13097168516901583,
      "grad_norm": 0.13984616100788116,
      "learning_rate": 4.867811883532479e-05,
      "loss": 2.361,
      "step": 2100
    },
    {
      "epoch": 0.13159535986029686,
      "grad_norm": 0.1384606659412384,
      "learning_rate": 4.86618663679684e-05,
      "loss": 2.3674,
      "step": 2110
    },
    {
      "epoch": 0.1322190345515779,
      "grad_norm": 0.15613453090190887,
      "learning_rate": 4.864551734531593e-05,
      "loss": 2.3711,
      "step": 2120
    },
    {
      "epoch": 0.13284270924285893,
      "grad_norm": 0.13707023859024048,
      "learning_rate": 4.86290718340817e-05,
      "loss": 2.3742,
      "step": 2130
    },
    {
      "epoch": 0.13346638393413995,
      "grad_norm": 0.17950017750263214,
      "learning_rate": 4.861252990137372e-05,
      "loss": 2.3746,
      "step": 2140
    },
    {
      "epoch": 0.13409005862542098,
      "grad_norm": 0.17012935876846313,
      "learning_rate": 4.859589161469348e-05,
      "loss": 2.367,
      "step": 2150
    },
    {
      "epoch": 0.134713733316702,
      "grad_norm": 0.1517307311296463,
      "learning_rate": 4.857915704193566e-05,
      "loss": 2.3695,
      "step": 2160
    },
    {
      "epoch": 0.13533740800798302,
      "grad_norm": 0.13392361998558044,
      "learning_rate": 4.856232625138784e-05,
      "loss": 2.3705,
      "step": 2170
    },
    {
      "epoch": 0.13596108269926407,
      "grad_norm": 0.16148246824741364,
      "learning_rate": 4.854539931173023e-05,
      "loss": 2.3518,
      "step": 2180
    },
    {
      "epoch": 0.1365847573905451,
      "grad_norm": 0.17677681148052216,
      "learning_rate": 4.8528376292035394e-05,
      "loss": 2.3681,
      "step": 2190
    },
    {
      "epoch": 0.13720843208182612,
      "grad_norm": 0.16243180632591248,
      "learning_rate": 4.851125726176795e-05,
      "loss": 2.3708,
      "step": 2200
    },
    {
      "epoch": 0.13783210677310714,
      "grad_norm": 0.14445683360099792,
      "learning_rate": 4.849404229078431e-05,
      "loss": 2.3633,
      "step": 2210
    },
    {
      "epoch": 0.13845578146438817,
      "grad_norm": 0.13599912822246552,
      "learning_rate": 4.847673144933239e-05,
      "loss": 2.3711,
      "step": 2220
    },
    {
      "epoch": 0.1390794561556692,
      "grad_norm": 0.15116427838802338,
      "learning_rate": 4.8459324808051296e-05,
      "loss": 2.3561,
      "step": 2230
    },
    {
      "epoch": 0.13970313084695024,
      "grad_norm": 0.14650499820709229,
      "learning_rate": 4.84418224379711e-05,
      "loss": 2.3585,
      "step": 2240
    },
    {
      "epoch": 0.14032680553823126,
      "grad_norm": 0.14963819086551666,
      "learning_rate": 4.842422441051244e-05,
      "loss": 2.3619,
      "step": 2250
    },
    {
      "epoch": 0.1409504802295123,
      "grad_norm": 0.15572498738765717,
      "learning_rate": 4.840653079748636e-05,
      "loss": 2.3636,
      "step": 2260
    },
    {
      "epoch": 0.1415741549207933,
      "grad_norm": 0.1360142081975937,
      "learning_rate": 4.838874167109393e-05,
      "loss": 2.3611,
      "step": 2270
    },
    {
      "epoch": 0.14219782961207433,
      "grad_norm": 0.14192165434360504,
      "learning_rate": 4.837085710392596e-05,
      "loss": 2.3752,
      "step": 2280
    },
    {
      "epoch": 0.14282150430335536,
      "grad_norm": 0.14357425272464752,
      "learning_rate": 4.835287716896275e-05,
      "loss": 2.3623,
      "step": 2290
    },
    {
      "epoch": 0.1434451789946364,
      "grad_norm": 0.1507657766342163,
      "learning_rate": 4.833480193957373e-05,
      "loss": 2.3586,
      "step": 2300
    },
    {
      "epoch": 0.14406885368591743,
      "grad_norm": 0.14856036007404327,
      "learning_rate": 4.8316631489517195e-05,
      "loss": 2.3773,
      "step": 2310
    },
    {
      "epoch": 0.14469252837719845,
      "grad_norm": 0.15194950997829437,
      "learning_rate": 4.829836589294003e-05,
      "loss": 2.3561,
      "step": 2320
    },
    {
      "epoch": 0.14531620306847948,
      "grad_norm": 0.17704755067825317,
      "learning_rate": 4.8280005224377346e-05,
      "loss": 2.3645,
      "step": 2330
    },
    {
      "epoch": 0.1459398777597605,
      "grad_norm": 0.15497970581054688,
      "learning_rate": 4.826154955875221e-05,
      "loss": 2.3834,
      "step": 2340
    },
    {
      "epoch": 0.14656355245104152,
      "grad_norm": 0.19315293431282043,
      "learning_rate": 4.8242998971375365e-05,
      "loss": 2.3456,
      "step": 2350
    },
    {
      "epoch": 0.14718722714232257,
      "grad_norm": 0.16075266897678375,
      "learning_rate": 4.8224353537944855e-05,
      "loss": 2.3486,
      "step": 2360
    },
    {
      "epoch": 0.1478109018336036,
      "grad_norm": 0.14947225153446198,
      "learning_rate": 4.8205613334545787e-05,
      "loss": 2.3647,
      "step": 2370
    },
    {
      "epoch": 0.14843457652488462,
      "grad_norm": 0.1643250733613968,
      "learning_rate": 4.818677843764997e-05,
      "loss": 2.3514,
      "step": 2380
    },
    {
      "epoch": 0.14905825121616564,
      "grad_norm": 0.14453144371509552,
      "learning_rate": 4.816784892411562e-05,
      "loss": 2.3646,
      "step": 2390
    },
    {
      "epoch": 0.14968192590744667,
      "grad_norm": 0.18339532613754272,
      "learning_rate": 4.814882487118708e-05,
      "loss": 2.3611,
      "step": 2400
    },
    {
      "epoch": 0.1503056005987277,
      "grad_norm": 0.13738547265529633,
      "learning_rate": 4.812970635649444e-05,
      "loss": 2.3749,
      "step": 2410
    },
    {
      "epoch": 0.15092927529000874,
      "grad_norm": 0.1539304107427597,
      "learning_rate": 4.811049345805326e-05,
      "loss": 2.3604,
      "step": 2420
    },
    {
      "epoch": 0.15155294998128976,
      "grad_norm": 0.15802118182182312,
      "learning_rate": 4.809118625426425e-05,
      "loss": 2.3591,
      "step": 2430
    },
    {
      "epoch": 0.1521766246725708,
      "grad_norm": 0.1467391848564148,
      "learning_rate": 4.8071784823912945e-05,
      "loss": 2.3651,
      "step": 2440
    },
    {
      "epoch": 0.1528002993638518,
      "grad_norm": 0.15457208454608917,
      "learning_rate": 4.805228924616938e-05,
      "loss": 2.3669,
      "step": 2450
    },
    {
      "epoch": 0.15342397405513283,
      "grad_norm": 0.1541777104139328,
      "learning_rate": 4.8032699600587785e-05,
      "loss": 2.3674,
      "step": 2460
    },
    {
      "epoch": 0.15404764874641388,
      "grad_norm": 0.14590679109096527,
      "learning_rate": 4.801301596710622e-05,
      "loss": 2.3753,
      "step": 2470
    },
    {
      "epoch": 0.1546713234376949,
      "grad_norm": 0.1396832913160324,
      "learning_rate": 4.7993238426046294e-05,
      "loss": 2.3544,
      "step": 2480
    },
    {
      "epoch": 0.15529499812897593,
      "grad_norm": 0.16385552287101746,
      "learning_rate": 4.7973367058112817e-05,
      "loss": 2.3663,
      "step": 2490
    },
    {
      "epoch": 0.15591867282025695,
      "grad_norm": 0.1804358959197998,
      "learning_rate": 4.795340194439346e-05,
      "loss": 2.3575,
      "step": 2500
    },
    {
      "epoch": 0.15654234751153798,
      "grad_norm": 0.1480095237493515,
      "learning_rate": 4.7933343166358445e-05,
      "loss": 2.3681,
      "step": 2510
    },
    {
      "epoch": 0.157166022202819,
      "grad_norm": 0.13722391426563263,
      "learning_rate": 4.791319080586021e-05,
      "loss": 2.3609,
      "step": 2520
    },
    {
      "epoch": 0.15778969689410005,
      "grad_norm": 0.1410772055387497,
      "learning_rate": 4.789294494513305e-05,
      "loss": 2.3531,
      "step": 2530
    },
    {
      "epoch": 0.15841337158538107,
      "grad_norm": 0.14121457934379578,
      "learning_rate": 4.787260566679281e-05,
      "loss": 2.3651,
      "step": 2540
    },
    {
      "epoch": 0.1590370462766621,
      "grad_norm": 0.17605450749397278,
      "learning_rate": 4.785217305383655e-05,
      "loss": 2.3698,
      "step": 2550
    },
    {
      "epoch": 0.15966072096794312,
      "grad_norm": 0.16521906852722168,
      "learning_rate": 4.783164718964217e-05,
      "loss": 2.3594,
      "step": 2560
    },
    {
      "epoch": 0.16028439565922414,
      "grad_norm": 0.15262700617313385,
      "learning_rate": 4.78110281579681e-05,
      "loss": 2.3538,
      "step": 2570
    },
    {
      "epoch": 0.16090807035050517,
      "grad_norm": 0.13933639228343964,
      "learning_rate": 4.7790316042952965e-05,
      "loss": 2.3499,
      "step": 2580
    },
    {
      "epoch": 0.16153174504178622,
      "grad_norm": 0.15630322694778442,
      "learning_rate": 4.776951092911522e-05,
      "loss": 2.3702,
      "step": 2590
    },
    {
      "epoch": 0.16215541973306724,
      "grad_norm": 0.14377400279045105,
      "learning_rate": 4.7748612901352816e-05,
      "loss": 2.3474,
      "step": 2600
    },
    {
      "epoch": 0.16277909442434826,
      "grad_norm": 0.15223635733127594,
      "learning_rate": 4.772762204494285e-05,
      "loss": 2.3636,
      "step": 2610
    },
    {
      "epoch": 0.1634027691156293,
      "grad_norm": 0.1760929375886917,
      "learning_rate": 4.770653844554121e-05,
      "loss": 2.3623,
      "step": 2620
    },
    {
      "epoch": 0.1640264438069103,
      "grad_norm": 0.140994593501091,
      "learning_rate": 4.7685362189182246e-05,
      "loss": 2.367,
      "step": 2630
    },
    {
      "epoch": 0.16465011849819133,
      "grad_norm": 0.15391018986701965,
      "learning_rate": 4.76640933622784e-05,
      "loss": 2.3655,
      "step": 2640
    },
    {
      "epoch": 0.16527379318947238,
      "grad_norm": 0.1286151260137558,
      "learning_rate": 4.7642732051619866e-05,
      "loss": 2.3584,
      "step": 2650
    },
    {
      "epoch": 0.1658974678807534,
      "grad_norm": 0.15722590684890747,
      "learning_rate": 4.762127834437422e-05,
      "loss": 2.3648,
      "step": 2660
    },
    {
      "epoch": 0.16652114257203443,
      "grad_norm": 0.1505156308412552,
      "learning_rate": 4.759973232808609e-05,
      "loss": 2.3656,
      "step": 2670
    },
    {
      "epoch": 0.16714481726331545,
      "grad_norm": 0.17064248025417328,
      "learning_rate": 4.757809409067676e-05,
      "loss": 2.3613,
      "step": 2680
    },
    {
      "epoch": 0.16776849195459648,
      "grad_norm": 0.1413319706916809,
      "learning_rate": 4.7556363720443856e-05,
      "loss": 2.358,
      "step": 2690
    },
    {
      "epoch": 0.1683921666458775,
      "grad_norm": 0.15576501190662384,
      "learning_rate": 4.753454130606095e-05,
      "loss": 2.3646,
      "step": 2700
    },
    {
      "epoch": 0.16901584133715855,
      "grad_norm": 0.15216603875160217,
      "learning_rate": 4.751262693657722e-05,
      "loss": 2.3654,
      "step": 2710
    },
    {
      "epoch": 0.16963951602843957,
      "grad_norm": 0.18417833745479584,
      "learning_rate": 4.7490620701417084e-05,
      "loss": 2.3686,
      "step": 2720
    },
    {
      "epoch": 0.1702631907197206,
      "grad_norm": 0.17547443509101868,
      "learning_rate": 4.746852269037981e-05,
      "loss": 2.3592,
      "step": 2730
    },
    {
      "epoch": 0.17088686541100162,
      "grad_norm": 0.1472870260477066,
      "learning_rate": 4.744633299363917e-05,
      "loss": 2.3523,
      "step": 2740
    },
    {
      "epoch": 0.17151054010228264,
      "grad_norm": 0.1369195580482483,
      "learning_rate": 4.742405170174312e-05,
      "loss": 2.359,
      "step": 2750
    },
    {
      "epoch": 0.17213421479356367,
      "grad_norm": 0.16515766084194183,
      "learning_rate": 4.74016789056133e-05,
      "loss": 2.3677,
      "step": 2760
    },
    {
      "epoch": 0.17275788948484472,
      "grad_norm": 0.15656915307044983,
      "learning_rate": 4.737921469654482e-05,
      "loss": 2.3605,
      "step": 2770
    },
    {
      "epoch": 0.17338156417612574,
      "grad_norm": 0.1503135859966278,
      "learning_rate": 4.735665916620577e-05,
      "loss": 2.3461,
      "step": 2780
    },
    {
      "epoch": 0.17400523886740676,
      "grad_norm": 0.13564448058605194,
      "learning_rate": 4.733401240663689e-05,
      "loss": 2.3674,
      "step": 2790
    },
    {
      "epoch": 0.1746289135586878,
      "grad_norm": 0.15465176105499268,
      "learning_rate": 4.731127451025122e-05,
      "loss": 2.3671,
      "step": 2800
    },
    {
      "epoch": 0.1752525882499688,
      "grad_norm": 0.15757709741592407,
      "learning_rate": 4.728844556983367e-05,
      "loss": 2.3516,
      "step": 2810
    },
    {
      "epoch": 0.17587626294124983,
      "grad_norm": 0.14442560076713562,
      "learning_rate": 4.726552567854067e-05,
      "loss": 2.3527,
      "step": 2820
    },
    {
      "epoch": 0.17649993763253088,
      "grad_norm": 0.16484662890434265,
      "learning_rate": 4.724251492989979e-05,
      "loss": 2.3422,
      "step": 2830
    },
    {
      "epoch": 0.1771236123238119,
      "grad_norm": 0.14872005581855774,
      "learning_rate": 4.721941341780937e-05,
      "loss": 2.3549,
      "step": 2840
    },
    {
      "epoch": 0.17774728701509293,
      "grad_norm": 0.14466901123523712,
      "learning_rate": 4.719622123653808e-05,
      "loss": 2.3581,
      "step": 2850
    },
    {
      "epoch": 0.17837096170637395,
      "grad_norm": 0.13595257699489594,
      "learning_rate": 4.7172938480724646e-05,
      "loss": 2.3691,
      "step": 2860
    },
    {
      "epoch": 0.17899463639765498,
      "grad_norm": 0.1440969705581665,
      "learning_rate": 4.714956524537732e-05,
      "loss": 2.3552,
      "step": 2870
    },
    {
      "epoch": 0.179618311088936,
      "grad_norm": 0.13850174844264984,
      "learning_rate": 4.712610162587362e-05,
      "loss": 2.3634,
      "step": 2880
    },
    {
      "epoch": 0.18024198578021705,
      "grad_norm": 0.1564585268497467,
      "learning_rate": 4.710254771795986e-05,
      "loss": 2.3757,
      "step": 2890
    },
    {
      "epoch": 0.18086566047149807,
      "grad_norm": 0.15581445395946503,
      "learning_rate": 4.70789036177508e-05,
      "loss": 2.3657,
      "step": 2900
    },
    {
      "epoch": 0.1814893351627791,
      "grad_norm": 0.17123162746429443,
      "learning_rate": 4.705516942172925e-05,
      "loss": 2.3716,
      "step": 2910
    },
    {
      "epoch": 0.18211300985406012,
      "grad_norm": 0.1703883707523346,
      "learning_rate": 4.7031345226745646e-05,
      "loss": 2.3567,
      "step": 2920
    },
    {
      "epoch": 0.18273668454534114,
      "grad_norm": 0.15798546373844147,
      "learning_rate": 4.7007431130017685e-05,
      "loss": 2.3575,
      "step": 2930
    },
    {
      "epoch": 0.18336035923662217,
      "grad_norm": 0.14238792657852173,
      "learning_rate": 4.698342722912993e-05,
      "loss": 2.3602,
      "step": 2940
    },
    {
      "epoch": 0.18398403392790322,
      "grad_norm": 0.15973889827728271,
      "learning_rate": 4.695933362203338e-05,
      "loss": 2.3679,
      "step": 2950
    },
    {
      "epoch": 0.18460770861918424,
      "grad_norm": 0.140547513961792,
      "learning_rate": 4.6935150407045126e-05,
      "loss": 2.3609,
      "step": 2960
    },
    {
      "epoch": 0.18523138331046526,
      "grad_norm": 0.14850257337093353,
      "learning_rate": 4.691087768284787e-05,
      "loss": 2.3744,
      "step": 2970
    },
    {
      "epoch": 0.1858550580017463,
      "grad_norm": 0.15789325535297394,
      "learning_rate": 4.6886515548489605e-05,
      "loss": 2.3735,
      "step": 2980
    },
    {
      "epoch": 0.1864787326930273,
      "grad_norm": 0.14583180844783783,
      "learning_rate": 4.686206410338317e-05,
      "loss": 2.3457,
      "step": 2990
    },
    {
      "epoch": 0.18710240738430833,
      "grad_norm": 0.1452397108078003,
      "learning_rate": 4.683752344730582e-05,
      "loss": 2.3698,
      "step": 3000
    },
    {
      "epoch": 0.18772608207558938,
      "grad_norm": 0.14124251902103424,
      "learning_rate": 4.6812893680398874e-05,
      "loss": 2.3715,
      "step": 3010
    },
    {
      "epoch": 0.1883497567668704,
      "grad_norm": 0.14728666841983795,
      "learning_rate": 4.6788174903167273e-05,
      "loss": 2.3482,
      "step": 3020
    },
    {
      "epoch": 0.18897343145815143,
      "grad_norm": 0.14139746129512787,
      "learning_rate": 4.676336721647917e-05,
      "loss": 2.3601,
      "step": 3030
    },
    {
      "epoch": 0.18959710614943245,
      "grad_norm": 0.1449970304965973,
      "learning_rate": 4.673847072156554e-05,
      "loss": 2.3575,
      "step": 3040
    },
    {
      "epoch": 0.19022078084071348,
      "grad_norm": 0.14849254488945007,
      "learning_rate": 4.6713485520019715e-05,
      "loss": 2.3623,
      "step": 3050
    },
    {
      "epoch": 0.1908444555319945,
      "grad_norm": 0.13635998964309692,
      "learning_rate": 4.668841171379706e-05,
      "loss": 2.3606,
      "step": 3060
    },
    {
      "epoch": 0.19146813022327555,
      "grad_norm": 0.15768380463123322,
      "learning_rate": 4.666324940521446e-05,
      "loss": 2.351,
      "step": 3070
    },
    {
      "epoch": 0.19209180491455657,
      "grad_norm": 0.18455922603607178,
      "learning_rate": 4.6637998696949955e-05,
      "loss": 2.3543,
      "step": 3080
    },
    {
      "epoch": 0.1927154796058376,
      "grad_norm": 0.1482485830783844,
      "learning_rate": 4.661265969204231e-05,
      "loss": 2.3491,
      "step": 3090
    },
    {
      "epoch": 0.19333915429711862,
      "grad_norm": 0.1632106751203537,
      "learning_rate": 4.658723249389063e-05,
      "loss": 2.3485,
      "step": 3100
    },
    {
      "epoch": 0.19396282898839964,
      "grad_norm": 0.136933833360672,
      "learning_rate": 4.656171720625385e-05,
      "loss": 2.3712,
      "step": 3110
    },
    {
      "epoch": 0.19458650367968067,
      "grad_norm": 0.13777218759059906,
      "learning_rate": 4.653611393325039e-05,
      "loss": 2.3611,
      "step": 3120
    },
    {
      "epoch": 0.19521017837096172,
      "grad_norm": 0.15462389588356018,
      "learning_rate": 4.651042277935771e-05,
      "loss": 2.3552,
      "step": 3130
    },
    {
      "epoch": 0.19583385306224274,
      "grad_norm": 0.1322590708732605,
      "learning_rate": 4.648464384941189e-05,
      "loss": 2.3534,
      "step": 3140
    },
    {
      "epoch": 0.19645752775352376,
      "grad_norm": 0.15900003910064697,
      "learning_rate": 4.645877724860715e-05,
      "loss": 2.3506,
      "step": 3150
    },
    {
      "epoch": 0.1970812024448048,
      "grad_norm": 0.14527671039104462,
      "learning_rate": 4.643282308249552e-05,
      "loss": 2.3723,
      "step": 3160
    },
    {
      "epoch": 0.1977048771360858,
      "grad_norm": 0.15096133947372437,
      "learning_rate": 4.6406781456986295e-05,
      "loss": 2.3633,
      "step": 3170
    },
    {
      "epoch": 0.19832855182736683,
      "grad_norm": 0.17484094202518463,
      "learning_rate": 4.63806524783457e-05,
      "loss": 2.3685,
      "step": 3180
    },
    {
      "epoch": 0.19895222651864788,
      "grad_norm": 0.15617534518241882,
      "learning_rate": 4.6354436253196386e-05,
      "loss": 2.3488,
      "step": 3190
    },
    {
      "epoch": 0.1995759012099289,
      "grad_norm": 0.1345047503709793,
      "learning_rate": 4.632813288851705e-05,
      "loss": 2.3596,
      "step": 3200
    },
    {
      "epoch": 0.20019957590120993,
      "grad_norm": 0.1654609739780426,
      "learning_rate": 4.630174249164197e-05,
      "loss": 2.3674,
      "step": 3210
    },
    {
      "epoch": 0.20082325059249095,
      "grad_norm": 0.14261305332183838,
      "learning_rate": 4.627526517026055e-05,
      "loss": 2.3549,
      "step": 3220
    },
    {
      "epoch": 0.20144692528377198,
      "grad_norm": 0.13842733204364777,
      "learning_rate": 4.624870103241691e-05,
      "loss": 2.3443,
      "step": 3230
    },
    {
      "epoch": 0.202070599975053,
      "grad_norm": 0.17485995590686798,
      "learning_rate": 4.622205018650946e-05,
      "loss": 2.3614,
      "step": 3240
    },
    {
      "epoch": 0.20269427466633405,
      "grad_norm": 0.12797701358795166,
      "learning_rate": 4.6195312741290385e-05,
      "loss": 2.3521,
      "step": 3250
    },
    {
      "epoch": 0.20331794935761507,
      "grad_norm": 0.14820531010627747,
      "learning_rate": 4.6168488805865293e-05,
      "loss": 2.3621,
      "step": 3260
    },
    {
      "epoch": 0.2039416240488961,
      "grad_norm": 0.13652510941028595,
      "learning_rate": 4.614157848969271e-05,
      "loss": 2.3771,
      "step": 3270
    },
    {
      "epoch": 0.20456529874017712,
      "grad_norm": 0.13010281324386597,
      "learning_rate": 4.611458190258365e-05,
      "loss": 2.36,
      "step": 3280
    },
    {
      "epoch": 0.20518897343145814,
      "grad_norm": 0.13477684557437897,
      "learning_rate": 4.608749915470116e-05,
      "loss": 2.3739,
      "step": 3290
    },
    {
      "epoch": 0.20581264812273917,
      "grad_norm": 0.1453387439250946,
      "learning_rate": 4.606033035655989e-05,
      "loss": 2.368,
      "step": 3300
    },
    {
      "epoch": 0.20643632281402022,
      "grad_norm": 0.1391947865486145,
      "learning_rate": 4.6033075619025627e-05,
      "loss": 2.3549,
      "step": 3310
    },
    {
      "epoch": 0.20705999750530124,
      "grad_norm": 0.1408076286315918,
      "learning_rate": 4.600573505331484e-05,
      "loss": 2.3639,
      "step": 3320
    },
    {
      "epoch": 0.20768367219658226,
      "grad_norm": 0.14326432347297668,
      "learning_rate": 4.597830877099422e-05,
      "loss": 2.3587,
      "step": 3330
    },
    {
      "epoch": 0.2083073468878633,
      "grad_norm": 0.14278508722782135,
      "learning_rate": 4.595079688398025e-05,
      "loss": 2.3468,
      "step": 3340
    },
    {
      "epoch": 0.2089310215791443,
      "grad_norm": 0.1359265148639679,
      "learning_rate": 4.592319950453875e-05,
      "loss": 2.352,
      "step": 3350
    },
    {
      "epoch": 0.20955469627042533,
      "grad_norm": 0.1372850090265274,
      "learning_rate": 4.5895516745284366e-05,
      "loss": 2.3601,
      "step": 3360
    },
    {
      "epoch": 0.21017837096170638,
      "grad_norm": 0.14285150170326233,
      "learning_rate": 4.5867748719180174e-05,
      "loss": 2.3558,
      "step": 3370
    },
    {
      "epoch": 0.2108020456529874,
      "grad_norm": 0.14760075509548187,
      "learning_rate": 4.583989553953718e-05,
      "loss": 2.3723,
      "step": 3380
    },
    {
      "epoch": 0.21142572034426843,
      "grad_norm": 0.14625504612922668,
      "learning_rate": 4.5811957320013876e-05,
      "loss": 2.3605,
      "step": 3390
    },
    {
      "epoch": 0.21204939503554945,
      "grad_norm": 0.15551872551441193,
      "learning_rate": 4.5783934174615775e-05,
      "loss": 2.351,
      "step": 3400
    },
    {
      "epoch": 0.21267306972683048,
      "grad_norm": 0.15205097198486328,
      "learning_rate": 4.5755826217694926e-05,
      "loss": 2.3531,
      "step": 3410
    },
    {
      "epoch": 0.2132967444181115,
      "grad_norm": 0.18132199347019196,
      "learning_rate": 4.572763356394947e-05,
      "loss": 2.357,
      "step": 3420
    },
    {
      "epoch": 0.21392041910939255,
      "grad_norm": 0.14040516316890717,
      "learning_rate": 4.569935632842317e-05,
      "loss": 2.3508,
      "step": 3430
    },
    {
      "epoch": 0.21454409380067357,
      "grad_norm": 0.13961316645145416,
      "learning_rate": 4.5670994626504925e-05,
      "loss": 2.3573,
      "step": 3440
    },
    {
      "epoch": 0.2151677684919546,
      "grad_norm": 0.1766781508922577,
      "learning_rate": 4.564254857392832e-05,
      "loss": 2.3442,
      "step": 3450
    },
    {
      "epoch": 0.21579144318323562,
      "grad_norm": 0.14075367152690887,
      "learning_rate": 4.5614018286771146e-05,
      "loss": 2.3647,
      "step": 3460
    },
    {
      "epoch": 0.21641511787451664,
      "grad_norm": 0.16981342434883118,
      "learning_rate": 4.558540388145492e-05,
      "loss": 2.3451,
      "step": 3470
    },
    {
      "epoch": 0.21703879256579767,
      "grad_norm": 0.14325180649757385,
      "learning_rate": 4.555670547474438e-05,
      "loss": 2.3638,
      "step": 3480
    },
    {
      "epoch": 0.21766246725707872,
      "grad_norm": 0.1308158040046692,
      "learning_rate": 4.552792318374711e-05,
      "loss": 2.3389,
      "step": 3490
    },
    {
      "epoch": 0.21828614194835974,
      "grad_norm": 0.15656307339668274,
      "learning_rate": 4.549905712591294e-05,
      "loss": 2.3666,
      "step": 3500
    },
    {
      "epoch": 0.21890981663964076,
      "grad_norm": 0.13429449498653412,
      "learning_rate": 4.5470107419033544e-05,
      "loss": 2.3585,
      "step": 3510
    },
    {
      "epoch": 0.2195334913309218,
      "grad_norm": 0.1523762345314026,
      "learning_rate": 4.544107418124195e-05,
      "loss": 2.3566,
      "step": 3520
    },
    {
      "epoch": 0.2201571660222028,
      "grad_norm": 0.14228644967079163,
      "learning_rate": 4.5411957531012e-05,
      "loss": 2.3467,
      "step": 3530
    },
    {
      "epoch": 0.22078084071348383,
      "grad_norm": 0.1455477476119995,
      "learning_rate": 4.538275758715795e-05,
      "loss": 2.3391,
      "step": 3540
    },
    {
      "epoch": 0.22140451540476488,
      "grad_norm": 0.12802129983901978,
      "learning_rate": 4.5353474468833943e-05,
      "loss": 2.3659,
      "step": 3550
    },
    {
      "epoch": 0.2220281900960459,
      "grad_norm": 0.16137489676475525,
      "learning_rate": 4.532410829553351e-05,
      "loss": 2.3578,
      "step": 3560
    },
    {
      "epoch": 0.22265186478732693,
      "grad_norm": 0.14855757355690002,
      "learning_rate": 4.5294659187089113e-05,
      "loss": 2.3625,
      "step": 3570
    },
    {
      "epoch": 0.22327553947860795,
      "grad_norm": 0.12832091748714447,
      "learning_rate": 4.526512726367163e-05,
      "loss": 2.3517,
      "step": 3580
    },
    {
      "epoch": 0.22389921416988898,
      "grad_norm": 0.15883712470531464,
      "learning_rate": 4.5235512645789876e-05,
      "loss": 2.3478,
      "step": 3590
    },
    {
      "epoch": 0.22452288886117,
      "grad_norm": 0.14640286564826965,
      "learning_rate": 4.520581545429014e-05,
      "loss": 2.3508,
      "step": 3600
    },
    {
      "epoch": 0.22514656355245105,
      "grad_norm": 0.14035877585411072,
      "learning_rate": 4.51760358103556e-05,
      "loss": 2.3679,
      "step": 3610
    },
    {
      "epoch": 0.22577023824373207,
      "grad_norm": 0.13900130987167358,
      "learning_rate": 4.514617383550597e-05,
      "loss": 2.3507,
      "step": 3620
    },
    {
      "epoch": 0.2263939129350131,
      "grad_norm": 0.15522676706314087,
      "learning_rate": 4.511622965159687e-05,
      "loss": 2.3433,
      "step": 3630
    },
    {
      "epoch": 0.22701758762629412,
      "grad_norm": 0.12869855761528015,
      "learning_rate": 4.508620338081942e-05,
      "loss": 2.3558,
      "step": 3640
    },
    {
      "epoch": 0.22764126231757514,
      "grad_norm": 0.14917826652526855,
      "learning_rate": 4.505609514569966e-05,
      "loss": 2.3568,
      "step": 3650
    },
    {
      "epoch": 0.22826493700885617,
      "grad_norm": 0.15120118856430054,
      "learning_rate": 4.502590506909815e-05,
      "loss": 2.3676,
      "step": 3660
    },
    {
      "epoch": 0.22888861170013722,
      "grad_norm": 0.13652756810188293,
      "learning_rate": 4.4995633274209377e-05,
      "loss": 2.3476,
      "step": 3670
    },
    {
      "epoch": 0.22951228639141824,
      "grad_norm": 0.13404864072799683,
      "learning_rate": 4.496527988456131e-05,
      "loss": 2.3491,
      "step": 3680
    },
    {
      "epoch": 0.23013596108269926,
      "grad_norm": 0.1415766179561615,
      "learning_rate": 4.493484502401485e-05,
      "loss": 2.346,
      "step": 3690
    },
    {
      "epoch": 0.2307596357739803,
      "grad_norm": 0.1360810250043869,
      "learning_rate": 4.49043288167634e-05,
      "loss": 2.3606,
      "step": 3700
    },
    {
      "epoch": 0.2313833104652613,
      "grad_norm": 0.1411070078611374,
      "learning_rate": 4.487373138733225e-05,
      "loss": 2.3534,
      "step": 3710
    },
    {
      "epoch": 0.23200698515654236,
      "grad_norm": 0.14109541475772858,
      "learning_rate": 4.484305286057817e-05,
      "loss": 2.3615,
      "step": 3720
    },
    {
      "epoch": 0.23263065984782338,
      "grad_norm": 0.14225104451179504,
      "learning_rate": 4.481229336168884e-05,
      "loss": 2.3489,
      "step": 3730
    },
    {
      "epoch": 0.2332543345391044,
      "grad_norm": 0.13787128031253815,
      "learning_rate": 4.478145301618235e-05,
      "loss": 2.3644,
      "step": 3740
    },
    {
      "epoch": 0.23387800923038543,
      "grad_norm": 0.1465398371219635,
      "learning_rate": 4.475053194990673e-05,
      "loss": 2.3484,
      "step": 3750
    },
    {
      "epoch": 0.23450168392166645,
      "grad_norm": 0.1436600387096405,
      "learning_rate": 4.4719530289039354e-05,
      "loss": 2.3604,
      "step": 3760
    },
    {
      "epoch": 0.23512535861294748,
      "grad_norm": 0.14832279086112976,
      "learning_rate": 4.4688448160086505e-05,
      "loss": 2.3627,
      "step": 3770
    },
    {
      "epoch": 0.23574903330422853,
      "grad_norm": 0.14112870395183563,
      "learning_rate": 4.465728568988282e-05,
      "loss": 2.3454,
      "step": 3780
    },
    {
      "epoch": 0.23637270799550955,
      "grad_norm": 0.12255072593688965,
      "learning_rate": 4.462604300559077e-05,
      "loss": 2.3509,
      "step": 3790
    },
    {
      "epoch": 0.23699638268679057,
      "grad_norm": 0.13297311961650848,
      "learning_rate": 4.459472023470015e-05,
      "loss": 2.3528,
      "step": 3800
    },
    {
      "epoch": 0.2376200573780716,
      "grad_norm": 0.12283466011285782,
      "learning_rate": 4.456331750502758e-05,
      "loss": 2.341,
      "step": 3810
    },
    {
      "epoch": 0.23824373206935262,
      "grad_norm": 0.15348957479000092,
      "learning_rate": 4.4531834944715944e-05,
      "loss": 2.343,
      "step": 3820
    },
    {
      "epoch": 0.23886740676063364,
      "grad_norm": 0.14176245033740997,
      "learning_rate": 4.450027268223388e-05,
      "loss": 2.3496,
      "step": 3830
    },
    {
      "epoch": 0.2394910814519147,
      "grad_norm": 0.1277739256620407,
      "learning_rate": 4.446863084637527e-05,
      "loss": 2.3479,
      "step": 3840
    },
    {
      "epoch": 0.24011475614319572,
      "grad_norm": 0.16022410988807678,
      "learning_rate": 4.44369095662587e-05,
      "loss": 2.3521,
      "step": 3850
    },
    {
      "epoch": 0.24073843083447674,
      "grad_norm": 0.14966467022895813,
      "learning_rate": 4.4405108971326956e-05,
      "loss": 2.3553,
      "step": 3860
    },
    {
      "epoch": 0.24136210552575776,
      "grad_norm": 0.12898631393909454,
      "learning_rate": 4.437322919134647e-05,
      "loss": 2.3638,
      "step": 3870
    },
    {
      "epoch": 0.2419857802170388,
      "grad_norm": 0.1366306096315384,
      "learning_rate": 4.434127035640677e-05,
      "loss": 2.3369,
      "step": 3880
    },
    {
      "epoch": 0.2426094549083198,
      "grad_norm": 0.1325025111436844,
      "learning_rate": 4.4309232596920015e-05,
      "loss": 2.3568,
      "step": 3890
    },
    {
      "epoch": 0.24323312959960086,
      "grad_norm": 0.14077791571617126,
      "learning_rate": 4.4277116043620415e-05,
      "loss": 2.3512,
      "step": 3900
    },
    {
      "epoch": 0.24385680429088188,
      "grad_norm": 0.12765513360500336,
      "learning_rate": 4.4244920827563694e-05,
      "loss": 2.3664,
      "step": 3910
    },
    {
      "epoch": 0.2444804789821629,
      "grad_norm": 0.146512970328331,
      "learning_rate": 4.42126470801266e-05,
      "loss": 2.3576,
      "step": 3920
    },
    {
      "epoch": 0.24510415367344393,
      "grad_norm": 0.1542866975069046,
      "learning_rate": 4.418029493300631e-05,
      "loss": 2.3467,
      "step": 3930
    },
    {
      "epoch": 0.24572782836472495,
      "grad_norm": 0.14266926050186157,
      "learning_rate": 4.414786451821993e-05,
      "loss": 2.3503,
      "step": 3940
    },
    {
      "epoch": 0.24635150305600598,
      "grad_norm": 0.21696056425571442,
      "learning_rate": 4.411535596810395e-05,
      "loss": 2.3425,
      "step": 3950
    },
    {
      "epoch": 0.24697517774728703,
      "grad_norm": 0.13872909545898438,
      "learning_rate": 4.4082769415313704e-05,
      "loss": 2.3514,
      "step": 3960
    },
    {
      "epoch": 0.24759885243856805,
      "grad_norm": 0.12459717690944672,
      "learning_rate": 4.405010499282281e-05,
      "loss": 2.3567,
      "step": 3970
    },
    {
      "epoch": 0.24822252712984907,
      "grad_norm": 0.13433867692947388,
      "learning_rate": 4.4017362833922665e-05,
      "loss": 2.3561,
      "step": 3980
    },
    {
      "epoch": 0.2488462018211301,
      "grad_norm": 0.15979231894016266,
      "learning_rate": 4.398454307222186e-05,
      "loss": 2.3641,
      "step": 3990
    },
    {
      "epoch": 0.24946987651241112,
      "grad_norm": 0.13779185712337494,
      "learning_rate": 4.395164584164568e-05,
      "loss": 2.3606,
      "step": 4000
    },
    {
      "epoch": 0.25009355120369214,
      "grad_norm": 0.1664193570613861,
      "learning_rate": 4.3918671276435495e-05,
      "loss": 2.3537,
      "step": 4010
    },
    {
      "epoch": 0.2507172258949732,
      "grad_norm": 0.12802939116954803,
      "learning_rate": 4.388561951114829e-05,
      "loss": 2.3449,
      "step": 4020
    },
    {
      "epoch": 0.2513409005862542,
      "grad_norm": 0.1286672204732895,
      "learning_rate": 4.385249068065604e-05,
      "loss": 2.363,
      "step": 4030
    },
    {
      "epoch": 0.25196457527753524,
      "grad_norm": 0.13827621936798096,
      "learning_rate": 4.381928492014521e-05,
      "loss": 2.3388,
      "step": 4040
    },
    {
      "epoch": 0.2525882499688163,
      "grad_norm": 0.1397390216588974,
      "learning_rate": 4.3786002365116184e-05,
      "loss": 2.3468,
      "step": 4050
    },
    {
      "epoch": 0.2532119246600973,
      "grad_norm": 0.17700490355491638,
      "learning_rate": 4.3752643151382734e-05,
      "loss": 2.343,
      "step": 4060
    },
    {
      "epoch": 0.25383559935137834,
      "grad_norm": 0.1451135128736496,
      "learning_rate": 4.3719207415071405e-05,
      "loss": 2.3527,
      "step": 4070
    },
    {
      "epoch": 0.25445927404265933,
      "grad_norm": 0.12708404660224915,
      "learning_rate": 4.368569529262106e-05,
      "loss": 2.3587,
      "step": 4080
    },
    {
      "epoch": 0.2550829487339404,
      "grad_norm": 0.14039453864097595,
      "learning_rate": 4.365210692078221e-05,
      "loss": 2.367,
      "step": 4090
    },
    {
      "epoch": 0.2557066234252214,
      "grad_norm": 0.13493026793003082,
      "learning_rate": 4.361844243661656e-05,
      "loss": 2.3504,
      "step": 4100
    },
    {
      "epoch": 0.25633029811650243,
      "grad_norm": 0.16070623695850372,
      "learning_rate": 4.358470197749635e-05,
      "loss": 2.3554,
      "step": 4110
    },
    {
      "epoch": 0.2569539728077835,
      "grad_norm": 0.15550489723682404,
      "learning_rate": 4.355088568110389e-05,
      "loss": 2.3469,
      "step": 4120
    },
    {
      "epoch": 0.2575776474990645,
      "grad_norm": 0.13801085948944092,
      "learning_rate": 4.351699368543094e-05,
      "loss": 2.3431,
      "step": 4130
    },
    {
      "epoch": 0.25820132219034553,
      "grad_norm": 0.1539461463689804,
      "learning_rate": 4.348302612877815e-05,
      "loss": 2.3457,
      "step": 4140
    },
    {
      "epoch": 0.2588249968816265,
      "grad_norm": 0.12077134847640991,
      "learning_rate": 4.344898314975451e-05,
      "loss": 2.3545,
      "step": 4150
    },
    {
      "epoch": 0.2594486715729076,
      "grad_norm": 0.15185841917991638,
      "learning_rate": 4.341486488727679e-05,
      "loss": 2.3479,
      "step": 4160
    },
    {
      "epoch": 0.2600723462641886,
      "grad_norm": 0.1457655429840088,
      "learning_rate": 4.338067148056896e-05,
      "loss": 2.3518,
      "step": 4170
    },
    {
      "epoch": 0.2606960209554696,
      "grad_norm": 0.13554567098617554,
      "learning_rate": 4.3346403069161626e-05,
      "loss": 2.3395,
      "step": 4180
    },
    {
      "epoch": 0.26131969564675067,
      "grad_norm": 0.15511424839496613,
      "learning_rate": 4.3312059792891444e-05,
      "loss": 2.3441,
      "step": 4190
    },
    {
      "epoch": 0.26194337033803167,
      "grad_norm": 0.1327853500843048,
      "learning_rate": 4.32776417919006e-05,
      "loss": 2.3422,
      "step": 4200
    },
    {
      "epoch": 0.2625670450293127,
      "grad_norm": 0.13403037190437317,
      "learning_rate": 4.3243149206636174e-05,
      "loss": 2.366,
      "step": 4210
    },
    {
      "epoch": 0.2631907197205937,
      "grad_norm": 0.13026653230190277,
      "learning_rate": 4.3208582177849606e-05,
      "loss": 2.3411,
      "step": 4220
    },
    {
      "epoch": 0.26381439441187476,
      "grad_norm": 0.1641235202550888,
      "learning_rate": 4.3173940846596115e-05,
      "loss": 2.3458,
      "step": 4230
    },
    {
      "epoch": 0.2644380691031558,
      "grad_norm": 0.15854433178901672,
      "learning_rate": 4.3139225354234115e-05,
      "loss": 2.3363,
      "step": 4240
    },
    {
      "epoch": 0.2650617437944368,
      "grad_norm": 0.16002143919467926,
      "learning_rate": 4.3104435842424664e-05,
      "loss": 2.3665,
      "step": 4250
    },
    {
      "epoch": 0.26568541848571786,
      "grad_norm": 0.1313835233449936,
      "learning_rate": 4.306957245313082e-05,
      "loss": 2.3636,
      "step": 4260
    },
    {
      "epoch": 0.26630909317699886,
      "grad_norm": 0.120053730905056,
      "learning_rate": 4.303463532861717e-05,
      "loss": 2.3521,
      "step": 4270
    },
    {
      "epoch": 0.2669327678682799,
      "grad_norm": 0.138257697224617,
      "learning_rate": 4.299962461144913e-05,
      "loss": 2.3472,
      "step": 4280
    },
    {
      "epoch": 0.26755644255956096,
      "grad_norm": 0.13860560953617096,
      "learning_rate": 4.296454044449245e-05,
      "loss": 2.3519,
      "step": 4290
    },
    {
      "epoch": 0.26818011725084195,
      "grad_norm": 0.1304989755153656,
      "learning_rate": 4.2929382970912614e-05,
      "loss": 2.3643,
      "step": 4300
    },
    {
      "epoch": 0.268803791942123,
      "grad_norm": 0.12747874855995178,
      "learning_rate": 4.28941523341742e-05,
      "loss": 2.3435,
      "step": 4310
    },
    {
      "epoch": 0.269427466633404,
      "grad_norm": 0.1258695274591446,
      "learning_rate": 4.2858848678040376e-05,
      "loss": 2.3551,
      "step": 4320
    },
    {
      "epoch": 0.27005114132468505,
      "grad_norm": 0.13157832622528076,
      "learning_rate": 4.2823472146572266e-05,
      "loss": 2.3478,
      "step": 4330
    },
    {
      "epoch": 0.27067481601596605,
      "grad_norm": 0.1262928992509842,
      "learning_rate": 4.278802288412836e-05,
      "loss": 2.3571,
      "step": 4340
    },
    {
      "epoch": 0.2712984907072471,
      "grad_norm": 0.13785511255264282,
      "learning_rate": 4.275250103536394e-05,
      "loss": 2.3481,
      "step": 4350
    },
    {
      "epoch": 0.27192216539852815,
      "grad_norm": 0.12842819094657898,
      "learning_rate": 4.27169067452305e-05,
      "loss": 2.3397,
      "step": 4360
    },
    {
      "epoch": 0.27254584008980914,
      "grad_norm": 0.13661450147628784,
      "learning_rate": 4.268124015897512e-05,
      "loss": 2.3419,
      "step": 4370
    },
    {
      "epoch": 0.2731695147810902,
      "grad_norm": 0.12943510711193085,
      "learning_rate": 4.26455014221399e-05,
      "loss": 2.3441,
      "step": 4380
    },
    {
      "epoch": 0.2737931894723712,
      "grad_norm": 0.16127528250217438,
      "learning_rate": 4.260969068056137e-05,
      "loss": 2.3399,
      "step": 4390
    },
    {
      "epoch": 0.27441686416365224,
      "grad_norm": 0.13408130407333374,
      "learning_rate": 4.257380808036989e-05,
      "loss": 2.3596,
      "step": 4400
    },
    {
      "epoch": 0.2750405388549333,
      "grad_norm": 0.15434421598911285,
      "learning_rate": 4.253785376798902e-05,
      "loss": 2.3566,
      "step": 4410
    },
    {
      "epoch": 0.2756642135462143,
      "grad_norm": 0.13655562698841095,
      "learning_rate": 4.2501827890134965e-05,
      "loss": 2.3431,
      "step": 4420
    },
    {
      "epoch": 0.27628788823749534,
      "grad_norm": 0.14737586677074432,
      "learning_rate": 4.246573059381597e-05,
      "loss": 2.3514,
      "step": 4430
    },
    {
      "epoch": 0.27691156292877633,
      "grad_norm": 0.12414093315601349,
      "learning_rate": 4.242956202633171e-05,
      "loss": 2.3465,
      "step": 4440
    },
    {
      "epoch": 0.2775352376200574,
      "grad_norm": 0.1440233588218689,
      "learning_rate": 4.239332233527267e-05,
      "loss": 2.3615,
      "step": 4450
    },
    {
      "epoch": 0.2781589123113384,
      "grad_norm": 0.15972205996513367,
      "learning_rate": 4.23570116685196e-05,
      "loss": 2.3365,
      "step": 4460
    },
    {
      "epoch": 0.27878258700261943,
      "grad_norm": 0.1259658932685852,
      "learning_rate": 4.232063017424285e-05,
      "loss": 2.3732,
      "step": 4470
    },
    {
      "epoch": 0.2794062616939005,
      "grad_norm": 0.13149166107177734,
      "learning_rate": 4.228417800090179e-05,
      "loss": 2.3527,
      "step": 4480
    },
    {
      "epoch": 0.2800299363851815,
      "grad_norm": 0.12127082794904709,
      "learning_rate": 4.2247655297244226e-05,
      "loss": 2.3553,
      "step": 4490
    },
    {
      "epoch": 0.28065361107646253,
      "grad_norm": 0.15749895572662354,
      "learning_rate": 4.2211062212305755e-05,
      "loss": 2.3355,
      "step": 4500
    },
    {
      "epoch": 0.2812772857677435,
      "grad_norm": 0.13849584758281708,
      "learning_rate": 4.2174398895409176e-05,
      "loss": 2.3379,
      "step": 4510
    },
    {
      "epoch": 0.2819009604590246,
      "grad_norm": 0.14453892409801483,
      "learning_rate": 4.2137665496163866e-05,
      "loss": 2.3637,
      "step": 4520
    },
    {
      "epoch": 0.2825246351503056,
      "grad_norm": 0.12820300459861755,
      "learning_rate": 4.2100862164465214e-05,
      "loss": 2.346,
      "step": 4530
    },
    {
      "epoch": 0.2831483098415866,
      "grad_norm": 0.14552940428256989,
      "learning_rate": 4.206398905049396e-05,
      "loss": 2.3334,
      "step": 4540
    },
    {
      "epoch": 0.28377198453286767,
      "grad_norm": 0.1368761956691742,
      "learning_rate": 4.202704630471559e-05,
      "loss": 2.3568,
      "step": 4550
    },
    {
      "epoch": 0.28439565922414867,
      "grad_norm": 0.11998875439167023,
      "learning_rate": 4.199003407787974e-05,
      "loss": 2.3532,
      "step": 4560
    },
    {
      "epoch": 0.2850193339154297,
      "grad_norm": 0.1306314468383789,
      "learning_rate": 4.1952952521019586e-05,
      "loss": 2.3593,
      "step": 4570
    },
    {
      "epoch": 0.2856430086067107,
      "grad_norm": 0.13415250182151794,
      "learning_rate": 4.1915801785451184e-05,
      "loss": 2.3634,
      "step": 4580
    },
    {
      "epoch": 0.28626668329799176,
      "grad_norm": 0.13411609828472137,
      "learning_rate": 4.187858202277291e-05,
      "loss": 2.3548,
      "step": 4590
    },
    {
      "epoch": 0.2868903579892728,
      "grad_norm": 0.12579558789730072,
      "learning_rate": 4.1841293384864805e-05,
      "loss": 2.3489,
      "step": 4600
    },
    {
      "epoch": 0.2875140326805538,
      "grad_norm": 0.12190133333206177,
      "learning_rate": 4.1803936023887955e-05,
      "loss": 2.3392,
      "step": 4610
    },
    {
      "epoch": 0.28813770737183486,
      "grad_norm": 0.1285092532634735,
      "learning_rate": 4.1766510092283895e-05,
      "loss": 2.3327,
      "step": 4620
    },
    {
      "epoch": 0.28876138206311586,
      "grad_norm": 0.1506451815366745,
      "learning_rate": 4.172901574277396e-05,
      "loss": 2.3397,
      "step": 4630
    },
    {
      "epoch": 0.2893850567543969,
      "grad_norm": 0.12325321137905121,
      "learning_rate": 4.169145312835867e-05,
      "loss": 2.353,
      "step": 4640
    },
    {
      "epoch": 0.29000873144567796,
      "grad_norm": 0.1281268149614334,
      "learning_rate": 4.1653822402317134e-05,
      "loss": 2.3457,
      "step": 4650
    },
    {
      "epoch": 0.29063240613695895,
      "grad_norm": 0.134659081697464,
      "learning_rate": 4.1616123718206364e-05,
      "loss": 2.3478,
      "step": 4660
    },
    {
      "epoch": 0.29125608082824,
      "grad_norm": 0.13283471763134003,
      "learning_rate": 4.157835722986071e-05,
      "loss": 2.3592,
      "step": 4670
    },
    {
      "epoch": 0.291879755519521,
      "grad_norm": 0.18123313784599304,
      "learning_rate": 4.154052309139118e-05,
      "loss": 2.357,
      "step": 4680
    },
    {
      "epoch": 0.29250343021080205,
      "grad_norm": 0.14308828115463257,
      "learning_rate": 4.1502621457184883e-05,
      "loss": 2.3652,
      "step": 4690
    },
    {
      "epoch": 0.29312710490208305,
      "grad_norm": 0.1331060826778412,
      "learning_rate": 4.1464652481904296e-05,
      "loss": 2.3367,
      "step": 4700
    },
    {
      "epoch": 0.2937507795933641,
      "grad_norm": 0.1428663581609726,
      "learning_rate": 4.1426616320486724e-05,
      "loss": 2.3456,
      "step": 4710
    },
    {
      "epoch": 0.29437445428464515,
      "grad_norm": 0.15617789328098297,
      "learning_rate": 4.138851312814364e-05,
      "loss": 2.3575,
      "step": 4720
    },
    {
      "epoch": 0.29499812897592614,
      "grad_norm": 0.1299167424440384,
      "learning_rate": 4.135034306036002e-05,
      "loss": 2.3474,
      "step": 4730
    },
    {
      "epoch": 0.2956218036672072,
      "grad_norm": 0.12944835424423218,
      "learning_rate": 4.1312106272893745e-05,
      "loss": 2.3497,
      "step": 4740
    },
    {
      "epoch": 0.2962454783584882,
      "grad_norm": 0.13776618242263794,
      "learning_rate": 4.127380292177496e-05,
      "loss": 2.3403,
      "step": 4750
    },
    {
      "epoch": 0.29686915304976924,
      "grad_norm": 0.12296651303768158,
      "learning_rate": 4.123543316330544e-05,
      "loss": 2.349,
      "step": 4760
    },
    {
      "epoch": 0.2974928277410503,
      "grad_norm": 0.1347527801990509,
      "learning_rate": 4.11969971540579e-05,
      "loss": 2.3443,
      "step": 4770
    },
    {
      "epoch": 0.2981165024323313,
      "grad_norm": 0.1341458410024643,
      "learning_rate": 4.115849505087546e-05,
      "loss": 2.3461,
      "step": 4780
    },
    {
      "epoch": 0.29874017712361234,
      "grad_norm": 0.1228293776512146,
      "learning_rate": 4.1119927010870895e-05,
      "loss": 2.3555,
      "step": 4790
    },
    {
      "epoch": 0.29936385181489333,
      "grad_norm": 0.1496277153491974,
      "learning_rate": 4.1081293191426075e-05,
      "loss": 2.3353,
      "step": 4800
    },
    {
      "epoch": 0.2999875265061744,
      "grad_norm": 0.12531830370426178,
      "learning_rate": 4.1042593750191284e-05,
      "loss": 2.3329,
      "step": 4810
    },
    {
      "epoch": 0.3006112011974554,
      "grad_norm": 0.14016346633434296,
      "learning_rate": 4.100382884508457e-05,
      "loss": 2.3523,
      "step": 4820
    },
    {
      "epoch": 0.30123487588873643,
      "grad_norm": 0.14636535942554474,
      "learning_rate": 4.0964998634291135e-05,
      "loss": 2.3545,
      "step": 4830
    },
    {
      "epoch": 0.3018585505800175,
      "grad_norm": 0.11429703235626221,
      "learning_rate": 4.092610327626265e-05,
      "loss": 2.3528,
      "step": 4840
    },
    {
      "epoch": 0.3024822252712985,
      "grad_norm": 0.12562789022922516,
      "learning_rate": 4.0887142929716656e-05,
      "loss": 2.3531,
      "step": 4850
    },
    {
      "epoch": 0.30310589996257953,
      "grad_norm": 0.14455021917819977,
      "learning_rate": 4.084811775363585e-05,
      "loss": 2.3321,
      "step": 4860
    },
    {
      "epoch": 0.3037295746538605,
      "grad_norm": 0.14194808900356293,
      "learning_rate": 4.08090279072675e-05,
      "loss": 2.3548,
      "step": 4870
    },
    {
      "epoch": 0.3043532493451416,
      "grad_norm": 0.15222592651844025,
      "learning_rate": 4.076987355012277e-05,
      "loss": 2.3569,
      "step": 4880
    },
    {
      "epoch": 0.3049769240364226,
      "grad_norm": 0.13321363925933838,
      "learning_rate": 4.0730654841976046e-05,
      "loss": 2.3454,
      "step": 4890
    },
    {
      "epoch": 0.3056005987277036,
      "grad_norm": 0.13900774717330933,
      "learning_rate": 4.069137194286434e-05,
      "loss": 2.3421,
      "step": 4900
    },
    {
      "epoch": 0.30622427341898467,
      "grad_norm": 0.13709060847759247,
      "learning_rate": 4.065202501308658e-05,
      "loss": 2.337,
      "step": 4910
    },
    {
      "epoch": 0.30684794811026567,
      "grad_norm": 0.12528562545776367,
      "learning_rate": 4.061261421320298e-05,
      "loss": 2.3573,
      "step": 4920
    },
    {
      "epoch": 0.3074716228015467,
      "grad_norm": 0.14611902832984924,
      "learning_rate": 4.0573139704034405e-05,
      "loss": 2.3384,
      "step": 4930
    },
    {
      "epoch": 0.30809529749282777,
      "grad_norm": 0.11507061123847961,
      "learning_rate": 4.0533601646661656e-05,
      "loss": 2.3575,
      "step": 4940
    },
    {
      "epoch": 0.30871897218410876,
      "grad_norm": 0.13609890639781952,
      "learning_rate": 4.0494000202424885e-05,
      "loss": 2.3354,
      "step": 4950
    },
    {
      "epoch": 0.3093426468753898,
      "grad_norm": 0.12402752041816711,
      "learning_rate": 4.0454335532922894e-05,
      "loss": 2.3295,
      "step": 4960
    },
    {
      "epoch": 0.3099663215666708,
      "grad_norm": 0.13901638984680176,
      "learning_rate": 4.041460780001247e-05,
      "loss": 2.3371,
      "step": 4970
    },
    {
      "epoch": 0.31058999625795186,
      "grad_norm": 0.13664992153644562,
      "learning_rate": 4.037481716580776e-05,
      "loss": 2.3444,
      "step": 4980
    },
    {
      "epoch": 0.31121367094923286,
      "grad_norm": 0.1372072398662567,
      "learning_rate": 4.033496379267957e-05,
      "loss": 2.354,
      "step": 4990
    },
    {
      "epoch": 0.3118373456405139,
      "grad_norm": 0.13416796922683716,
      "learning_rate": 4.029504784325473e-05,
      "loss": 2.3502,
      "step": 5000
    },
    {
      "epoch": 0.31246102033179496,
      "grad_norm": 0.14506535232067108,
      "learning_rate": 4.025506948041541e-05,
      "loss": 2.3605,
      "step": 5010
    },
    {
      "epoch": 0.31308469502307595,
      "grad_norm": 0.14919407665729523,
      "learning_rate": 4.0215028867298485e-05,
      "loss": 2.3455,
      "step": 5020
    },
    {
      "epoch": 0.313708369714357,
      "grad_norm": 0.12435267120599747,
      "learning_rate": 4.017492616729483e-05,
      "loss": 2.3549,
      "step": 5030
    },
    {
      "epoch": 0.314332044405638,
      "grad_norm": 0.14025436341762543,
      "learning_rate": 4.013476154404868e-05,
      "loss": 2.3445,
      "step": 5040
    },
    {
      "epoch": 0.31495571909691905,
      "grad_norm": 0.1254836469888687,
      "learning_rate": 4.009453516145697e-05,
      "loss": 2.3384,
      "step": 5050
    },
    {
      "epoch": 0.3155793937882001,
      "grad_norm": 0.1342635452747345,
      "learning_rate": 4.005424718366863e-05,
      "loss": 2.3518,
      "step": 5060
    },
    {
      "epoch": 0.3162030684794811,
      "grad_norm": 0.12734586000442505,
      "learning_rate": 4.001389777508394e-05,
      "loss": 2.3399,
      "step": 5070
    },
    {
      "epoch": 0.31682674317076215,
      "grad_norm": 0.1323811262845993,
      "learning_rate": 3.9973487100353886e-05,
      "loss": 2.3473,
      "step": 5080
    },
    {
      "epoch": 0.31745041786204314,
      "grad_norm": 0.1299595981836319,
      "learning_rate": 3.993301532437942e-05,
      "loss": 2.3476,
      "step": 5090
    },
    {
      "epoch": 0.3180740925533242,
      "grad_norm": 0.14300356805324554,
      "learning_rate": 3.9892482612310836e-05,
      "loss": 2.3359,
      "step": 5100
    },
    {
      "epoch": 0.3186977672446052,
      "grad_norm": 0.12890104949474335,
      "learning_rate": 3.98518891295471e-05,
      "loss": 2.3415,
      "step": 5110
    },
    {
      "epoch": 0.31932144193588624,
      "grad_norm": 0.14795483648777008,
      "learning_rate": 3.9811235041735155e-05,
      "loss": 2.3586,
      "step": 5120
    },
    {
      "epoch": 0.3199451166271673,
      "grad_norm": 0.13104943931102753,
      "learning_rate": 3.977052051476924e-05,
      "loss": 2.3443,
      "step": 5130
    },
    {
      "epoch": 0.3205687913184483,
      "grad_norm": 0.14327722787857056,
      "learning_rate": 3.9729745714790237e-05,
      "loss": 2.345,
      "step": 5140
    },
    {
      "epoch": 0.32119246600972934,
      "grad_norm": 0.12906871736049652,
      "learning_rate": 3.9688910808184966e-05,
      "loss": 2.3524,
      "step": 5150
    },
    {
      "epoch": 0.32181614070101033,
      "grad_norm": 0.13408376276493073,
      "learning_rate": 3.9648015961585525e-05,
      "loss": 2.3329,
      "step": 5160
    },
    {
      "epoch": 0.3224398153922914,
      "grad_norm": 0.1328035444021225,
      "learning_rate": 3.9607061341868626e-05,
      "loss": 2.3343,
      "step": 5170
    },
    {
      "epoch": 0.32306349008357244,
      "grad_norm": 0.13883130252361298,
      "learning_rate": 3.956604711615486e-05,
      "loss": 2.3401,
      "step": 5180
    },
    {
      "epoch": 0.32368716477485343,
      "grad_norm": 0.13564351201057434,
      "learning_rate": 3.9524973451808056e-05,
      "loss": 2.3358,
      "step": 5190
    },
    {
      "epoch": 0.3243108394661345,
      "grad_norm": 0.14235635101795197,
      "learning_rate": 3.948384051643461e-05,
      "loss": 2.3278,
      "step": 5200
    },
    {
      "epoch": 0.3249345141574155,
      "grad_norm": 0.12823864817619324,
      "learning_rate": 3.9442648477882774e-05,
      "loss": 2.3449,
      "step": 5210
    },
    {
      "epoch": 0.32555818884869653,
      "grad_norm": 0.12369381636381149,
      "learning_rate": 3.940139750424194e-05,
      "loss": 2.3292,
      "step": 5220
    },
    {
      "epoch": 0.3261818635399775,
      "grad_norm": 0.14057503640651703,
      "learning_rate": 3.9360087763842054e-05,
      "loss": 2.3438,
      "step": 5230
    },
    {
      "epoch": 0.3268055382312586,
      "grad_norm": 0.13606642186641693,
      "learning_rate": 3.931871942525283e-05,
      "loss": 2.35,
      "step": 5240
    },
    {
      "epoch": 0.3274292129225396,
      "grad_norm": 0.12465052306652069,
      "learning_rate": 3.92772926572831e-05,
      "loss": 2.3551,
      "step": 5250
    },
    {
      "epoch": 0.3280528876138206,
      "grad_norm": 0.15152309834957123,
      "learning_rate": 3.923580762898014e-05,
      "loss": 2.3469,
      "step": 5260
    },
    {
      "epoch": 0.32867656230510167,
      "grad_norm": 0.12202604860067368,
      "learning_rate": 3.919426450962894e-05,
      "loss": 2.3323,
      "step": 5270
    },
    {
      "epoch": 0.32930023699638267,
      "grad_norm": 0.14046595990657806,
      "learning_rate": 3.915266346875157e-05,
      "loss": 2.3331,
      "step": 5280
    },
    {
      "epoch": 0.3299239116876637,
      "grad_norm": 0.1267174929380417,
      "learning_rate": 3.911100467610644e-05,
      "loss": 2.3412,
      "step": 5290
    },
    {
      "epoch": 0.33054758637894477,
      "grad_norm": 0.12384292483329773,
      "learning_rate": 3.906928830168761e-05,
      "loss": 2.3379,
      "step": 5300
    },
    {
      "epoch": 0.33117126107022576,
      "grad_norm": 0.11524558812379837,
      "learning_rate": 3.902751451572414e-05,
      "loss": 2.3396,
      "step": 5310
    },
    {
      "epoch": 0.3317949357615068,
      "grad_norm": 0.13076788187026978,
      "learning_rate": 3.898568348867934e-05,
      "loss": 2.3474,
      "step": 5320
    },
    {
      "epoch": 0.3324186104527878,
      "grad_norm": 0.12447308748960495,
      "learning_rate": 3.8943795391250106e-05,
      "loss": 2.3421,
      "step": 5330
    },
    {
      "epoch": 0.33304228514406886,
      "grad_norm": 0.13117621839046478,
      "learning_rate": 3.8901850394366225e-05,
      "loss": 2.339,
      "step": 5340
    },
    {
      "epoch": 0.33366595983534986,
      "grad_norm": 0.13843026757240295,
      "learning_rate": 3.885984866918966e-05,
      "loss": 2.3478,
      "step": 5350
    },
    {
      "epoch": 0.3342896345266309,
      "grad_norm": 0.15518690645694733,
      "learning_rate": 3.881779038711387e-05,
      "loss": 2.3458,
      "step": 5360
    },
    {
      "epoch": 0.33491330921791196,
      "grad_norm": 0.12413712590932846,
      "learning_rate": 3.87756757197631e-05,
      "loss": 2.3386,
      "step": 5370
    },
    {
      "epoch": 0.33553698390919295,
      "grad_norm": 0.12104230374097824,
      "learning_rate": 3.873350483899167e-05,
      "loss": 2.346,
      "step": 5380
    },
    {
      "epoch": 0.336160658600474,
      "grad_norm": 0.13745470345020294,
      "learning_rate": 3.8691277916883306e-05,
      "loss": 2.3416,
      "step": 5390
    },
    {
      "epoch": 0.336784333291755,
      "grad_norm": 0.1286250501871109,
      "learning_rate": 3.8648995125750384e-05,
      "loss": 2.3338,
      "step": 5400
    },
    {
      "epoch": 0.33740800798303605,
      "grad_norm": 0.12247445434331894,
      "learning_rate": 3.860665663813331e-05,
      "loss": 2.34,
      "step": 5410
    },
    {
      "epoch": 0.3380316826743171,
      "grad_norm": 0.12959113717079163,
      "learning_rate": 3.8564262626799735e-05,
      "loss": 2.3409,
      "step": 5420
    },
    {
      "epoch": 0.3386553573655981,
      "grad_norm": 0.12605847418308258,
      "learning_rate": 3.852181326474388e-05,
      "loss": 2.3533,
      "step": 5430
    },
    {
      "epoch": 0.33927903205687915,
      "grad_norm": 0.12892314791679382,
      "learning_rate": 3.8479308725185846e-05,
      "loss": 2.3416,
      "step": 5440
    },
    {
      "epoch": 0.33990270674816014,
      "grad_norm": 0.141749769449234,
      "learning_rate": 3.843674918157089e-05,
      "loss": 2.3411,
      "step": 5450
    },
    {
      "epoch": 0.3405263814394412,
      "grad_norm": 0.12725882232189178,
      "learning_rate": 3.839413480756869e-05,
      "loss": 2.3601,
      "step": 5460
    },
    {
      "epoch": 0.3411500561307222,
      "grad_norm": 0.13972321152687073,
      "learning_rate": 3.8351465777072726e-05,
      "loss": 2.3519,
      "step": 5470
    },
    {
      "epoch": 0.34177373082200324,
      "grad_norm": 0.13252346217632294,
      "learning_rate": 3.830874226419946e-05,
      "loss": 2.3419,
      "step": 5480
    },
    {
      "epoch": 0.3423974055132843,
      "grad_norm": 0.1490195244550705,
      "learning_rate": 3.8265964443287704e-05,
      "loss": 2.336,
      "step": 5490
    },
    {
      "epoch": 0.3430210802045653,
      "grad_norm": 0.1327432245016098,
      "learning_rate": 3.822313248889785e-05,
      "loss": 2.357,
      "step": 5500
    },
    {
      "epoch": 0.34364475489584634,
      "grad_norm": 0.12243432551622391,
      "learning_rate": 3.818024657581124e-05,
      "loss": 2.3401,
      "step": 5510
    },
    {
      "epoch": 0.34426842958712733,
      "grad_norm": 0.1491895169019699,
      "learning_rate": 3.813730687902935e-05,
      "loss": 2.3454,
      "step": 5520
    },
    {
      "epoch": 0.3448921042784084,
      "grad_norm": 0.13530054688453674,
      "learning_rate": 3.8094313573773154e-05,
      "loss": 2.3246,
      "step": 5530
    },
    {
      "epoch": 0.34551577896968944,
      "grad_norm": 0.1478978395462036,
      "learning_rate": 3.805126683548237e-05,
      "loss": 2.336,
      "step": 5540
    },
    {
      "epoch": 0.34613945366097043,
      "grad_norm": 0.13625144958496094,
      "learning_rate": 3.8008166839814776e-05,
      "loss": 2.3489,
      "step": 5550
    },
    {
      "epoch": 0.3467631283522515,
      "grad_norm": 0.12173423171043396,
      "learning_rate": 3.796501376264545e-05,
      "loss": 2.3402,
      "step": 5560
    },
    {
      "epoch": 0.3473868030435325,
      "grad_norm": 0.13634905219078064,
      "learning_rate": 3.792180778006609e-05,
      "loss": 2.3598,
      "step": 5570
    },
    {
      "epoch": 0.34801047773481353,
      "grad_norm": 0.13939450681209564,
      "learning_rate": 3.787854906838427e-05,
      "loss": 2.3558,
      "step": 5580
    },
    {
      "epoch": 0.3486341524260945,
      "grad_norm": 0.13545145094394684,
      "learning_rate": 3.783523780412276e-05,
      "loss": 2.3674,
      "step": 5590
    },
    {
      "epoch": 0.3492578271173756,
      "grad_norm": 0.12225452810525894,
      "learning_rate": 3.779187416401874e-05,
      "loss": 2.3518,
      "step": 5600
    },
    {
      "epoch": 0.3498815018086566,
      "grad_norm": 0.13159427046775818,
      "learning_rate": 3.774845832502314e-05,
      "loss": 2.342,
      "step": 5610
    },
    {
      "epoch": 0.3505051764999376,
      "grad_norm": 0.13917483389377594,
      "learning_rate": 3.770499046429988e-05,
      "loss": 2.3396,
      "step": 5620
    },
    {
      "epoch": 0.35112885119121867,
      "grad_norm": 0.13559618592262268,
      "learning_rate": 3.766147075922518e-05,
      "loss": 2.3444,
      "step": 5630
    },
    {
      "epoch": 0.35175252588249967,
      "grad_norm": 0.12999975681304932,
      "learning_rate": 3.76178993873868e-05,
      "loss": 2.3333,
      "step": 5640
    },
    {
      "epoch": 0.3523762005737807,
      "grad_norm": 0.12488022446632385,
      "learning_rate": 3.757427652658335e-05,
      "loss": 2.3467,
      "step": 5650
    },
    {
      "epoch": 0.35299987526506177,
      "grad_norm": 0.15739747881889343,
      "learning_rate": 3.7530602354823526e-05,
      "loss": 2.357,
      "step": 5660
    },
    {
      "epoch": 0.35362354995634276,
      "grad_norm": 0.1301366537809372,
      "learning_rate": 3.748687705032541e-05,
      "loss": 2.3359,
      "step": 5670
    },
    {
      "epoch": 0.3542472246476238,
      "grad_norm": 0.1360599845647812,
      "learning_rate": 3.7443100791515766e-05,
      "loss": 2.3346,
      "step": 5680
    },
    {
      "epoch": 0.3548708993389048,
      "grad_norm": 0.12673410773277283,
      "learning_rate": 3.739927375702924e-05,
      "loss": 2.3475,
      "step": 5690
    },
    {
      "epoch": 0.35549457403018586,
      "grad_norm": 0.13684386014938354,
      "learning_rate": 3.7355396125707706e-05,
      "loss": 2.346,
      "step": 5700
    },
    {
      "epoch": 0.35611824872146686,
      "grad_norm": 0.12586291134357452,
      "learning_rate": 3.7311468076599496e-05,
      "loss": 2.3522,
      "step": 5710
    },
    {
      "epoch": 0.3567419234127479,
      "grad_norm": 0.13861516118049622,
      "learning_rate": 3.726748978895867e-05,
      "loss": 2.3384,
      "step": 5720
    },
    {
      "epoch": 0.35736559810402896,
      "grad_norm": 0.1293143332004547,
      "learning_rate": 3.722346144224432e-05,
      "loss": 2.3331,
      "step": 5730
    },
    {
      "epoch": 0.35798927279530995,
      "grad_norm": 0.1340639591217041,
      "learning_rate": 3.7179383216119764e-05,
      "loss": 2.3454,
      "step": 5740
    },
    {
      "epoch": 0.358612947486591,
      "grad_norm": 0.13201969861984253,
      "learning_rate": 3.71352552904519e-05,
      "loss": 2.345,
      "step": 5750
    },
    {
      "epoch": 0.359236622177872,
      "grad_norm": 0.11367158591747284,
      "learning_rate": 3.709107784531041e-05,
      "loss": 2.3376,
      "step": 5760
    },
    {
      "epoch": 0.35986029686915305,
      "grad_norm": 0.13649892807006836,
      "learning_rate": 3.7046851060967065e-05,
      "loss": 2.3562,
      "step": 5770
    },
    {
      "epoch": 0.3604839715604341,
      "grad_norm": 0.14373785257339478,
      "learning_rate": 3.7002575117894954e-05,
      "loss": 2.3544,
      "step": 5780
    },
    {
      "epoch": 0.3611076462517151,
      "grad_norm": 0.11794867366552353,
      "learning_rate": 3.695825019676777e-05,
      "loss": 2.3375,
      "step": 5790
    },
    {
      "epoch": 0.36173132094299615,
      "grad_norm": 0.13260994851589203,
      "learning_rate": 3.6913876478459076e-05,
      "loss": 2.343,
      "step": 5800
    },
    {
      "epoch": 0.36235499563427714,
      "grad_norm": 0.12407256662845612,
      "learning_rate": 3.6869454144041535e-05,
      "loss": 2.3194,
      "step": 5810
    },
    {
      "epoch": 0.3629786703255582,
      "grad_norm": 0.12770940363407135,
      "learning_rate": 3.6824983374786215e-05,
      "loss": 2.342,
      "step": 5820
    },
    {
      "epoch": 0.3636023450168392,
      "grad_norm": 0.13231664896011353,
      "learning_rate": 3.678046435216183e-05,
      "loss": 2.3401,
      "step": 5830
    },
    {
      "epoch": 0.36422601970812024,
      "grad_norm": 0.1476144790649414,
      "learning_rate": 3.6735897257833977e-05,
      "loss": 2.3321,
      "step": 5840
    },
    {
      "epoch": 0.3648496943994013,
      "grad_norm": 0.13438977301120758,
      "learning_rate": 3.669128227366444e-05,
      "loss": 2.3407,
      "step": 5850
    },
    {
      "epoch": 0.3654733690906823,
      "grad_norm": 0.13909541070461273,
      "learning_rate": 3.664661958171043e-05,
      "loss": 2.338,
      "step": 5860
    },
    {
      "epoch": 0.36609704378196334,
      "grad_norm": 0.11920545250177383,
      "learning_rate": 3.660190936422378e-05,
      "loss": 2.3418,
      "step": 5870
    },
    {
      "epoch": 0.36672071847324433,
      "grad_norm": 0.11224260181188583,
      "learning_rate": 3.655715180365033e-05,
      "loss": 2.362,
      "step": 5880
    },
    {
      "epoch": 0.3673443931645254,
      "grad_norm": 0.15434837341308594,
      "learning_rate": 3.6512347082629055e-05,
      "loss": 2.3472,
      "step": 5890
    },
    {
      "epoch": 0.36796806785580644,
      "grad_norm": 0.12808671593666077,
      "learning_rate": 3.646749538399141e-05,
      "loss": 2.3393,
      "step": 5900
    },
    {
      "epoch": 0.36859174254708743,
      "grad_norm": 0.1320265829563141,
      "learning_rate": 3.6422596890760517e-05,
      "loss": 2.3385,
      "step": 5910
    },
    {
      "epoch": 0.3692154172383685,
      "grad_norm": 0.12384671717882156,
      "learning_rate": 3.6377651786150484e-05,
      "loss": 2.3425,
      "step": 5920
    },
    {
      "epoch": 0.3698390919296495,
      "grad_norm": 0.12608911097049713,
      "learning_rate": 3.633266025356559e-05,
      "loss": 2.3435,
      "step": 5930
    },
    {
      "epoch": 0.37046276662093053,
      "grad_norm": 0.13195784389972687,
      "learning_rate": 3.628762247659959e-05,
      "loss": 2.3501,
      "step": 5940
    },
    {
      "epoch": 0.3710864413122115,
      "grad_norm": 0.15418589115142822,
      "learning_rate": 3.624253863903494e-05,
      "loss": 2.361,
      "step": 5950
    },
    {
      "epoch": 0.3717101160034926,
      "grad_norm": 0.20524659752845764,
      "learning_rate": 3.619740892484206e-05,
      "loss": 2.3601,
      "step": 5960
    },
    {
      "epoch": 0.3723337906947736,
      "grad_norm": 0.12948495149612427,
      "learning_rate": 3.615223351817854e-05,
      "loss": 2.3412,
      "step": 5970
    },
    {
      "epoch": 0.3729574653860546,
      "grad_norm": 0.12009276449680328,
      "learning_rate": 3.610701260338847e-05,
      "loss": 2.337,
      "step": 5980
    },
    {
      "epoch": 0.37358114007733567,
      "grad_norm": 0.14050887525081635,
      "learning_rate": 3.606174636500163e-05,
      "loss": 2.3396,
      "step": 5990
    },
    {
      "epoch": 0.37420481476861667,
      "grad_norm": 0.1373419314622879,
      "learning_rate": 3.601643498773272e-05,
      "loss": 2.3443,
      "step": 6000
    },
    {
      "epoch": 0.3748284894598977,
      "grad_norm": 0.11587025970220566,
      "learning_rate": 3.5971078656480667e-05,
      "loss": 2.3385,
      "step": 6010
    },
    {
      "epoch": 0.37545216415117877,
      "grad_norm": 0.1352171152830124,
      "learning_rate": 3.592567755632782e-05,
      "loss": 2.3411,
      "step": 6020
    },
    {
      "epoch": 0.37607583884245976,
      "grad_norm": 0.12752485275268555,
      "learning_rate": 3.588023187253924e-05,
      "loss": 2.3545,
      "step": 6030
    },
    {
      "epoch": 0.3766995135337408,
      "grad_norm": 0.13394594192504883,
      "learning_rate": 3.583474179056189e-05,
      "loss": 2.3404,
      "step": 6040
    },
    {
      "epoch": 0.3773231882250218,
      "grad_norm": 0.14235027134418488,
      "learning_rate": 3.57892074960239e-05,
      "loss": 2.3379,
      "step": 6050
    },
    {
      "epoch": 0.37794686291630286,
      "grad_norm": 0.11724478006362915,
      "learning_rate": 3.5743629174733844e-05,
      "loss": 2.3405,
      "step": 6060
    },
    {
      "epoch": 0.37857053760758386,
      "grad_norm": 0.12617653608322144,
      "learning_rate": 3.5698007012679936e-05,
      "loss": 2.349,
      "step": 6070
    },
    {
      "epoch": 0.3791942122988649,
      "grad_norm": 0.12247848510742188,
      "learning_rate": 3.5652341196029285e-05,
      "loss": 2.3585,
      "step": 6080
    },
    {
      "epoch": 0.37981788699014596,
      "grad_norm": 0.12787772715091705,
      "learning_rate": 3.560663191112714e-05,
      "loss": 2.3541,
      "step": 6090
    },
    {
      "epoch": 0.38044156168142695,
      "grad_norm": 0.1385074406862259,
      "learning_rate": 3.5560879344496136e-05,
      "loss": 2.3381,
      "step": 6100
    },
    {
      "epoch": 0.381065236372708,
      "grad_norm": 0.1201195940375328,
      "learning_rate": 3.5515083682835524e-05,
      "loss": 2.3375,
      "step": 6110
    },
    {
      "epoch": 0.381688911063989,
      "grad_norm": 0.1226867139339447,
      "learning_rate": 3.546924511302039e-05,
      "loss": 2.3382,
      "step": 6120
    },
    {
      "epoch": 0.38231258575527005,
      "grad_norm": 0.11989844590425491,
      "learning_rate": 3.5423363822100955e-05,
      "loss": 2.3437,
      "step": 6130
    },
    {
      "epoch": 0.3829362604465511,
      "grad_norm": 0.12155073881149292,
      "learning_rate": 3.5377439997301706e-05,
      "loss": 2.3487,
      "step": 6140
    },
    {
      "epoch": 0.3835599351378321,
      "grad_norm": 0.12472762167453766,
      "learning_rate": 3.5331473826020755e-05,
      "loss": 2.3431,
      "step": 6150
    },
    {
      "epoch": 0.38418360982911315,
      "grad_norm": 0.126686230301857,
      "learning_rate": 3.5285465495828974e-05,
      "loss": 2.3299,
      "step": 6160
    },
    {
      "epoch": 0.38480728452039414,
      "grad_norm": 0.11818558722734451,
      "learning_rate": 3.5239415194469306e-05,
      "loss": 2.3497,
      "step": 6170
    },
    {
      "epoch": 0.3854309592116752,
      "grad_norm": 0.12631884217262268,
      "learning_rate": 3.519332310985592e-05,
      "loss": 2.3265,
      "step": 6180
    },
    {
      "epoch": 0.38605463390295625,
      "grad_norm": 0.12569187581539154,
      "learning_rate": 3.514718943007352e-05,
      "loss": 2.3464,
      "step": 6190
    },
    {
      "epoch": 0.38667830859423724,
      "grad_norm": 0.12539279460906982,
      "learning_rate": 3.510101434337654e-05,
      "loss": 2.3467,
      "step": 6200
    },
    {
      "epoch": 0.3873019832855183,
      "grad_norm": 0.13284312188625336,
      "learning_rate": 3.505479803818836e-05,
      "loss": 2.3423,
      "step": 6210
    },
    {
      "epoch": 0.3879256579767993,
      "grad_norm": 0.12682414054870605,
      "learning_rate": 3.500854070310058e-05,
      "loss": 2.34,
      "step": 6220
    },
    {
      "epoch": 0.38854933266808034,
      "grad_norm": 0.12087757140398026,
      "learning_rate": 3.496224252687222e-05,
      "loss": 2.3386,
      "step": 6230
    },
    {
      "epoch": 0.38917300735936133,
      "grad_norm": 0.12404356151819229,
      "learning_rate": 3.491590369842895e-05,
      "loss": 2.3341,
      "step": 6240
    },
    {
      "epoch": 0.3897966820506424,
      "grad_norm": 0.11181644350290298,
      "learning_rate": 3.486952440686234e-05,
      "loss": 2.344,
      "step": 6250
    },
    {
      "epoch": 0.39042035674192344,
      "grad_norm": 0.12474312633275986,
      "learning_rate": 3.482310484142906e-05,
      "loss": 2.3303,
      "step": 6260
    },
    {
      "epoch": 0.39104403143320443,
      "grad_norm": 0.2457445114850998,
      "learning_rate": 3.4776645191550136e-05,
      "loss": 2.3532,
      "step": 6270
    },
    {
      "epoch": 0.3916677061244855,
      "grad_norm": 0.12317252904176712,
      "learning_rate": 3.473014564681016e-05,
      "loss": 2.3379,
      "step": 6280
    },
    {
      "epoch": 0.3922913808157665,
      "grad_norm": 0.16490347683429718,
      "learning_rate": 3.468360639695652e-05,
      "loss": 2.3463,
      "step": 6290
    },
    {
      "epoch": 0.39291505550704753,
      "grad_norm": 0.12947745621204376,
      "learning_rate": 3.463702763189862e-05,
      "loss": 2.3384,
      "step": 6300
    },
    {
      "epoch": 0.3935387301983286,
      "grad_norm": 0.14163103699684143,
      "learning_rate": 3.459040954170712e-05,
      "loss": 2.3311,
      "step": 6310
    },
    {
      "epoch": 0.3941624048896096,
      "grad_norm": 0.15353286266326904,
      "learning_rate": 3.4543752316613145e-05,
      "loss": 2.3391,
      "step": 6320
    },
    {
      "epoch": 0.3947860795808906,
      "grad_norm": 0.1320265829563141,
      "learning_rate": 3.449705614700751e-05,
      "loss": 2.3381,
      "step": 6330
    },
    {
      "epoch": 0.3954097542721716,
      "grad_norm": 0.11878356337547302,
      "learning_rate": 3.445032122343996e-05,
      "loss": 2.3353,
      "step": 6340
    },
    {
      "epoch": 0.39603342896345267,
      "grad_norm": 0.12569749355316162,
      "learning_rate": 3.4403547736618386e-05,
      "loss": 2.335,
      "step": 6350
    },
    {
      "epoch": 0.39665710365473367,
      "grad_norm": 0.13250160217285156,
      "learning_rate": 3.435673587740801e-05,
      "loss": 2.3405,
      "step": 6360
    },
    {
      "epoch": 0.3972807783460147,
      "grad_norm": 0.12401019781827927,
      "learning_rate": 3.430988583683067e-05,
      "loss": 2.3341,
      "step": 6370
    },
    {
      "epoch": 0.39790445303729577,
      "grad_norm": 0.1291012316942215,
      "learning_rate": 3.4262997806064e-05,
      "loss": 2.3375,
      "step": 6380
    },
    {
      "epoch": 0.39852812772857676,
      "grad_norm": 0.1186688244342804,
      "learning_rate": 3.4216071976440655e-05,
      "loss": 2.3233,
      "step": 6390
    },
    {
      "epoch": 0.3991518024198578,
      "grad_norm": 0.11798477917909622,
      "learning_rate": 3.4169108539447515e-05,
      "loss": 2.3347,
      "step": 6400
    },
    {
      "epoch": 0.3997754771111388,
      "grad_norm": 0.11315207928419113,
      "learning_rate": 3.412210768672496e-05,
      "loss": 2.3413,
      "step": 6410
    },
    {
      "epoch": 0.40039915180241986,
      "grad_norm": 0.1185397207736969,
      "learning_rate": 3.407506961006601e-05,
      "loss": 2.3285,
      "step": 6420
    },
    {
      "epoch": 0.4010228264937009,
      "grad_norm": 0.11519406735897064,
      "learning_rate": 3.4027994501415624e-05,
      "loss": 2.3259,
      "step": 6430
    },
    {
      "epoch": 0.4016465011849819,
      "grad_norm": 0.13884194195270538,
      "learning_rate": 3.3980882552869825e-05,
      "loss": 2.3511,
      "step": 6440
    },
    {
      "epoch": 0.40227017587626296,
      "grad_norm": 0.12883760035037994,
      "learning_rate": 3.3933733956675006e-05,
      "loss": 2.3521,
      "step": 6450
    },
    {
      "epoch": 0.40289385056754395,
      "grad_norm": 0.1373828947544098,
      "learning_rate": 3.388654890522709e-05,
      "loss": 2.3467,
      "step": 6460
    },
    {
      "epoch": 0.403517525258825,
      "grad_norm": 0.12584014236927032,
      "learning_rate": 3.383932759107077e-05,
      "loss": 2.3454,
      "step": 6470
    },
    {
      "epoch": 0.404141199950106,
      "grad_norm": 0.13118071854114532,
      "learning_rate": 3.3792070206898696e-05,
      "loss": 2.3385,
      "step": 6480
    },
    {
      "epoch": 0.40476487464138705,
      "grad_norm": 0.13357332348823547,
      "learning_rate": 3.374477694555072e-05,
      "loss": 2.3329,
      "step": 6490
    },
    {
      "epoch": 0.4053885493326681,
      "grad_norm": 0.1244160383939743,
      "learning_rate": 3.369744800001309e-05,
      "loss": 2.3568,
      "step": 6500
    },
    {
      "epoch": 0.4060122240239491,
      "grad_norm": 0.12574930489063263,
      "learning_rate": 3.3650083563417665e-05,
      "loss": 2.3338,
      "step": 6510
    },
    {
      "epoch": 0.40663589871523015,
      "grad_norm": 0.11917813122272491,
      "learning_rate": 3.360268382904115e-05,
      "loss": 2.3438,
      "step": 6520
    },
    {
      "epoch": 0.40725957340651114,
      "grad_norm": 0.12674586474895477,
      "learning_rate": 3.355524899030426e-05,
      "loss": 2.3448,
      "step": 6530
    },
    {
      "epoch": 0.4078832480977922,
      "grad_norm": 0.12129604071378708,
      "learning_rate": 3.3507779240770966e-05,
      "loss": 2.3282,
      "step": 6540
    },
    {
      "epoch": 0.40850692278907325,
      "grad_norm": 0.12753331661224365,
      "learning_rate": 3.3460274774147705e-05,
      "loss": 2.3521,
      "step": 6550
    },
    {
      "epoch": 0.40913059748035424,
      "grad_norm": 0.12054205685853958,
      "learning_rate": 3.341273578428258e-05,
      "loss": 2.3416,
      "step": 6560
    },
    {
      "epoch": 0.4097542721716353,
      "grad_norm": 0.12643662095069885,
      "learning_rate": 3.336516246516456e-05,
      "loss": 2.334,
      "step": 6570
    },
    {
      "epoch": 0.4103779468629163,
      "grad_norm": 0.1284203827381134,
      "learning_rate": 3.3317555010922725e-05,
      "loss": 2.3498,
      "step": 6580
    },
    {
      "epoch": 0.41100162155419734,
      "grad_norm": 0.11711442470550537,
      "learning_rate": 3.3269913615825404e-05,
      "loss": 2.3325,
      "step": 6590
    },
    {
      "epoch": 0.41162529624547833,
      "grad_norm": 0.12891221046447754,
      "learning_rate": 3.322223847427947e-05,
      "loss": 2.3405,
      "step": 6600
    },
    {
      "epoch": 0.4122489709367594,
      "grad_norm": 0.1399129331111908,
      "learning_rate": 3.317452978082948e-05,
      "loss": 2.3343,
      "step": 6610
    },
    {
      "epoch": 0.41287264562804044,
      "grad_norm": 0.1266552060842514,
      "learning_rate": 3.3126787730156895e-05,
      "loss": 2.3327,
      "step": 6620
    },
    {
      "epoch": 0.41349632031932143,
      "grad_norm": 0.13059918582439423,
      "learning_rate": 3.307901251707932e-05,
      "loss": 2.3504,
      "step": 6630
    },
    {
      "epoch": 0.4141199950106025,
      "grad_norm": 0.12243564426898956,
      "learning_rate": 3.303120433654968e-05,
      "loss": 2.3352,
      "step": 6640
    },
    {
      "epoch": 0.4147436697018835,
      "grad_norm": 0.13407419621944427,
      "learning_rate": 3.29833633836554e-05,
      "loss": 2.3392,
      "step": 6650
    },
    {
      "epoch": 0.41536734439316453,
      "grad_norm": 0.1260213851928711,
      "learning_rate": 3.293548985361766e-05,
      "loss": 2.3393,
      "step": 6660
    },
    {
      "epoch": 0.4159910190844456,
      "grad_norm": 0.11522527784109116,
      "learning_rate": 3.288758394179058e-05,
      "loss": 2.3448,
      "step": 6670
    },
    {
      "epoch": 0.4166146937757266,
      "grad_norm": 0.14241696894168854,
      "learning_rate": 3.28396458436604e-05,
      "loss": 2.3314,
      "step": 6680
    },
    {
      "epoch": 0.4172383684670076,
      "grad_norm": 0.12537403404712677,
      "learning_rate": 3.279167575484471e-05,
      "loss": 2.3417,
      "step": 6690
    },
    {
      "epoch": 0.4178620431582886,
      "grad_norm": 0.16207078099250793,
      "learning_rate": 3.2743673871091653e-05,
      "loss": 2.3233,
      "step": 6700
    },
    {
      "epoch": 0.41848571784956967,
      "grad_norm": 0.12005165964365005,
      "learning_rate": 3.269564038827908e-05,
      "loss": 2.3267,
      "step": 6710
    },
    {
      "epoch": 0.41910939254085067,
      "grad_norm": 0.13461945950984955,
      "learning_rate": 3.264757550241384e-05,
      "loss": 2.3411,
      "step": 6720
    },
    {
      "epoch": 0.4197330672321317,
      "grad_norm": 0.13534677028656006,
      "learning_rate": 3.2599479409630874e-05,
      "loss": 2.3352,
      "step": 6730
    },
    {
      "epoch": 0.42035674192341277,
      "grad_norm": 0.15434837341308594,
      "learning_rate": 3.2551352306192493e-05,
      "loss": 2.3339,
      "step": 6740
    },
    {
      "epoch": 0.42098041661469376,
      "grad_norm": 0.12305505573749542,
      "learning_rate": 3.250319438848755e-05,
      "loss": 2.3188,
      "step": 6750
    },
    {
      "epoch": 0.4216040913059748,
      "grad_norm": 0.1319957822561264,
      "learning_rate": 3.2455005853030646e-05,
      "loss": 2.3419,
      "step": 6760
    },
    {
      "epoch": 0.4222277659972558,
      "grad_norm": 0.21255195140838623,
      "learning_rate": 3.240678689646129e-05,
      "loss": 2.3369,
      "step": 6770
    },
    {
      "epoch": 0.42285144068853686,
      "grad_norm": 0.12417815625667572,
      "learning_rate": 3.235853771554317e-05,
      "loss": 2.3412,
      "step": 6780
    },
    {
      "epoch": 0.4234751153798179,
      "grad_norm": 0.1338357776403427,
      "learning_rate": 3.2310258507163274e-05,
      "loss": 2.3292,
      "step": 6790
    },
    {
      "epoch": 0.4240987900710989,
      "grad_norm": 0.13558506965637207,
      "learning_rate": 3.226194946833114e-05,
      "loss": 2.3402,
      "step": 6800
    },
    {
      "epoch": 0.42472246476237996,
      "grad_norm": 0.13316696882247925,
      "learning_rate": 3.221361079617804e-05,
      "loss": 2.3408,
      "step": 6810
    },
    {
      "epoch": 0.42534613945366095,
      "grad_norm": 0.12537701427936554,
      "learning_rate": 3.216524268795615e-05,
      "loss": 2.3496,
      "step": 6820
    },
    {
      "epoch": 0.425969814144942,
      "grad_norm": 0.12147895991802216,
      "learning_rate": 3.211684534103776e-05,
      "loss": 2.3329,
      "step": 6830
    },
    {
      "epoch": 0.426593488836223,
      "grad_norm": 0.1163184717297554,
      "learning_rate": 3.20684189529145e-05,
      "loss": 2.3448,
      "step": 6840
    },
    {
      "epoch": 0.42721716352750405,
      "grad_norm": 0.12012782692909241,
      "learning_rate": 3.201996372119648e-05,
      "loss": 2.3421,
      "step": 6850
    },
    {
      "epoch": 0.4278408382187851,
      "grad_norm": 0.12391063570976257,
      "learning_rate": 3.197147984361152e-05,
      "loss": 2.332,
      "step": 6860
    },
    {
      "epoch": 0.4284645129100661,
      "grad_norm": 0.12589991092681885,
      "learning_rate": 3.1922967518004336e-05,
      "loss": 2.3401,
      "step": 6870
    },
    {
      "epoch": 0.42908818760134715,
      "grad_norm": 0.12866675853729248,
      "learning_rate": 3.1874426942335726e-05,
      "loss": 2.3421,
      "step": 6880
    },
    {
      "epoch": 0.42971186229262814,
      "grad_norm": 0.13817405700683594,
      "learning_rate": 3.1825858314681774e-05,
      "loss": 2.3405,
      "step": 6890
    },
    {
      "epoch": 0.4303355369839092,
      "grad_norm": 0.13052722811698914,
      "learning_rate": 3.177726183323301e-05,
      "loss": 2.3463,
      "step": 6900
    },
    {
      "epoch": 0.43095921167519025,
      "grad_norm": 0.1309136003255844,
      "learning_rate": 3.172863769629365e-05,
      "loss": 2.3377,
      "step": 6910
    },
    {
      "epoch": 0.43158288636647124,
      "grad_norm": 0.12325666099786758,
      "learning_rate": 3.167998610228074e-05,
      "loss": 2.3364,
      "step": 6920
    },
    {
      "epoch": 0.4322065610577523,
      "grad_norm": 0.14596515893936157,
      "learning_rate": 3.1631307249723415e-05,
      "loss": 2.3433,
      "step": 6930
    },
    {
      "epoch": 0.4328302357490333,
      "grad_norm": 0.11658128350973129,
      "learning_rate": 3.158260133726198e-05,
      "loss": 2.3299,
      "step": 6940
    },
    {
      "epoch": 0.43345391044031434,
      "grad_norm": 0.11347878724336624,
      "learning_rate": 3.15338685636472e-05,
      "loss": 2.3408,
      "step": 6950
    },
    {
      "epoch": 0.43407758513159533,
      "grad_norm": 0.1261526644229889,
      "learning_rate": 3.148510912773943e-05,
      "loss": 2.3402,
      "step": 6960
    },
    {
      "epoch": 0.4347012598228764,
      "grad_norm": 0.12420699000358582,
      "learning_rate": 3.1436323228507845e-05,
      "loss": 2.3362,
      "step": 6970
    },
    {
      "epoch": 0.43532493451415744,
      "grad_norm": 0.135872021317482,
      "learning_rate": 3.1387511065029586e-05,
      "loss": 2.3407,
      "step": 6980
    },
    {
      "epoch": 0.43594860920543843,
      "grad_norm": 0.1262342631816864,
      "learning_rate": 3.133867283648899e-05,
      "loss": 2.3342,
      "step": 6990
    },
    {
      "epoch": 0.4365722838967195,
      "grad_norm": 0.12637701630592346,
      "learning_rate": 3.1289808742176735e-05,
      "loss": 2.3431,
      "step": 7000
    },
    {
      "epoch": 0.4371959585880005,
      "grad_norm": 0.12144090235233307,
      "learning_rate": 3.124091898148907e-05,
      "loss": 2.3398,
      "step": 7010
    },
    {
      "epoch": 0.43781963327928153,
      "grad_norm": 0.13231639564037323,
      "learning_rate": 3.119200375392695e-05,
      "loss": 2.3382,
      "step": 7020
    },
    {
      "epoch": 0.4384433079705626,
      "grad_norm": 0.1230720728635788,
      "learning_rate": 3.114306325909528e-05,
      "loss": 2.3475,
      "step": 7030
    },
    {
      "epoch": 0.4390669826618436,
      "grad_norm": 0.12690319120883942,
      "learning_rate": 3.109409769670204e-05,
      "loss": 2.3335,
      "step": 7040
    },
    {
      "epoch": 0.4396906573531246,
      "grad_norm": 0.123020701110363,
      "learning_rate": 3.1045107266557546e-05,
      "loss": 2.3287,
      "step": 7050
    },
    {
      "epoch": 0.4403143320444056,
      "grad_norm": 0.11914866417646408,
      "learning_rate": 3.099609216857354e-05,
      "loss": 2.3309,
      "step": 7060
    },
    {
      "epoch": 0.44093800673568667,
      "grad_norm": 0.11924278736114502,
      "learning_rate": 3.0947052602762465e-05,
      "loss": 2.3375,
      "step": 7070
    },
    {
      "epoch": 0.44156168142696767,
      "grad_norm": 0.11277420073747635,
      "learning_rate": 3.089798876923658e-05,
      "loss": 2.3409,
      "step": 7080
    },
    {
      "epoch": 0.4421853561182487,
      "grad_norm": 0.12123094499111176,
      "learning_rate": 3.0848900868207194e-05,
      "loss": 2.3475,
      "step": 7090
    },
    {
      "epoch": 0.44280903080952977,
      "grad_norm": 0.13447490334510803,
      "learning_rate": 3.07997890999838e-05,
      "loss": 2.3403,
      "step": 7100
    },
    {
      "epoch": 0.44343270550081076,
      "grad_norm": 0.1268174648284912,
      "learning_rate": 3.0750653664973314e-05,
      "loss": 2.3203,
      "step": 7110
    },
    {
      "epoch": 0.4440563801920918,
      "grad_norm": 0.1289375126361847,
      "learning_rate": 3.070149476367921e-05,
      "loss": 2.3435,
      "step": 7120
    },
    {
      "epoch": 0.4446800548833728,
      "grad_norm": 0.1128678247332573,
      "learning_rate": 3.065231259670071e-05,
      "loss": 2.334,
      "step": 7130
    },
    {
      "epoch": 0.44530372957465386,
      "grad_norm": 0.13755285739898682,
      "learning_rate": 3.060310736473199e-05,
      "loss": 2.3443,
      "step": 7140
    },
    {
      "epoch": 0.4459274042659349,
      "grad_norm": 0.15675626695156097,
      "learning_rate": 3.055387926856136e-05,
      "loss": 2.3171,
      "step": 7150
    },
    {
      "epoch": 0.4465510789572159,
      "grad_norm": 0.12421199679374695,
      "learning_rate": 3.0504628509070392e-05,
      "loss": 2.3328,
      "step": 7160
    },
    {
      "epoch": 0.44717475364849696,
      "grad_norm": 0.14210863411426544,
      "learning_rate": 3.0455355287233172e-05,
      "loss": 2.3415,
      "step": 7170
    },
    {
      "epoch": 0.44779842833977795,
      "grad_norm": 0.11888423562049866,
      "learning_rate": 3.040605980411543e-05,
      "loss": 2.3349,
      "step": 7180
    },
    {
      "epoch": 0.448422103031059,
      "grad_norm": 0.13034485280513763,
      "learning_rate": 3.035674226087374e-05,
      "loss": 2.3356,
      "step": 7190
    },
    {
      "epoch": 0.44904577772234,
      "grad_norm": 0.11416008323431015,
      "learning_rate": 3.0307402858754687e-05,
      "loss": 2.3462,
      "step": 7200
    },
    {
      "epoch": 0.44966945241362105,
      "grad_norm": 0.1131959781050682,
      "learning_rate": 3.0258041799094077e-05,
      "loss": 2.3437,
      "step": 7210
    },
    {
      "epoch": 0.4502931271049021,
      "grad_norm": 0.12849222123622894,
      "learning_rate": 3.0208659283316067e-05,
      "loss": 2.3345,
      "step": 7220
    },
    {
      "epoch": 0.4509168017961831,
      "grad_norm": 0.1162048727273941,
      "learning_rate": 3.0159255512932373e-05,
      "loss": 2.3269,
      "step": 7230
    },
    {
      "epoch": 0.45154047648746415,
      "grad_norm": 0.11569054424762726,
      "learning_rate": 3.010983068954146e-05,
      "loss": 2.3322,
      "step": 7240
    },
    {
      "epoch": 0.45216415117874514,
      "grad_norm": 0.1324879378080368,
      "learning_rate": 3.006038501482769e-05,
      "loss": 2.3275,
      "step": 7250
    },
    {
      "epoch": 0.4527878258700262,
      "grad_norm": 0.1359993815422058,
      "learning_rate": 3.0010918690560514e-05,
      "loss": 2.3448,
      "step": 7260
    },
    {
      "epoch": 0.45341150056130725,
      "grad_norm": 0.11463424563407898,
      "learning_rate": 2.996143191859364e-05,
      "loss": 2.3366,
      "step": 7270
    },
    {
      "epoch": 0.45403517525258824,
      "grad_norm": 0.13143254816532135,
      "learning_rate": 2.991192490086422e-05,
      "loss": 2.3351,
      "step": 7280
    },
    {
      "epoch": 0.4546588499438693,
      "grad_norm": 0.11326905339956284,
      "learning_rate": 2.986239783939203e-05,
      "loss": 2.3282,
      "step": 7290
    },
    {
      "epoch": 0.4552825246351503,
      "grad_norm": 0.1212373599410057,
      "learning_rate": 2.981285093627862e-05,
      "loss": 2.3356,
      "step": 7300
    },
    {
      "epoch": 0.45590619932643134,
      "grad_norm": 0.11297118663787842,
      "learning_rate": 2.9763284393706524e-05,
      "loss": 2.3391,
      "step": 7310
    },
    {
      "epoch": 0.45652987401771233,
      "grad_norm": 0.13279440999031067,
      "learning_rate": 2.9713698413938395e-05,
      "loss": 2.3355,
      "step": 7320
    },
    {
      "epoch": 0.4571535487089934,
      "grad_norm": 0.12784942984580994,
      "learning_rate": 2.9664093199316228e-05,
      "loss": 2.3451,
      "step": 7330
    },
    {
      "epoch": 0.45777722340027444,
      "grad_norm": 0.13544122874736786,
      "learning_rate": 2.96144689522605e-05,
      "loss": 2.3413,
      "step": 7340
    },
    {
      "epoch": 0.45840089809155543,
      "grad_norm": 0.13510844111442566,
      "learning_rate": 2.956482587526933e-05,
      "loss": 2.3412,
      "step": 7350
    },
    {
      "epoch": 0.4590245727828365,
      "grad_norm": 0.12742632627487183,
      "learning_rate": 2.9515164170917713e-05,
      "loss": 2.3378,
      "step": 7360
    },
    {
      "epoch": 0.4596482474741175,
      "grad_norm": 0.11725907027721405,
      "learning_rate": 2.946548404185663e-05,
      "loss": 2.3298,
      "step": 7370
    },
    {
      "epoch": 0.46027192216539853,
      "grad_norm": 0.11936945468187332,
      "learning_rate": 2.941578569081224e-05,
      "loss": 2.3425,
      "step": 7380
    },
    {
      "epoch": 0.4608955968566796,
      "grad_norm": 0.12343460321426392,
      "learning_rate": 2.936606932058509e-05,
      "loss": 2.3323,
      "step": 7390
    },
    {
      "epoch": 0.4615192715479606,
      "grad_norm": 0.12001600861549377,
      "learning_rate": 2.9316335134049217e-05,
      "loss": 2.3365,
      "step": 7400
    },
    {
      "epoch": 0.4621429462392416,
      "grad_norm": 0.11870110780000687,
      "learning_rate": 2.92665833341514e-05,
      "loss": 2.3297,
      "step": 7410
    },
    {
      "epoch": 0.4627666209305226,
      "grad_norm": 0.11815103143453598,
      "learning_rate": 2.9216814123910264e-05,
      "loss": 2.3283,
      "step": 7420
    },
    {
      "epoch": 0.46339029562180367,
      "grad_norm": 0.1314137727022171,
      "learning_rate": 2.9167027706415484e-05,
      "loss": 2.3283,
      "step": 7430
    },
    {
      "epoch": 0.4640139703130847,
      "grad_norm": 0.12753470242023468,
      "learning_rate": 2.9117224284826967e-05,
      "loss": 2.3373,
      "step": 7440
    },
    {
      "epoch": 0.4646376450043657,
      "grad_norm": 0.12882475554943085,
      "learning_rate": 2.9067404062373975e-05,
      "loss": 2.343,
      "step": 7450
    },
    {
      "epoch": 0.46526131969564677,
      "grad_norm": 0.11788322031497955,
      "learning_rate": 2.9017567242354373e-05,
      "loss": 2.3395,
      "step": 7460
    },
    {
      "epoch": 0.46588499438692776,
      "grad_norm": 0.11982868611812592,
      "learning_rate": 2.8967714028133707e-05,
      "loss": 2.3216,
      "step": 7470
    },
    {
      "epoch": 0.4665086690782088,
      "grad_norm": 0.12890906631946564,
      "learning_rate": 2.8917844623144457e-05,
      "loss": 2.3295,
      "step": 7480
    },
    {
      "epoch": 0.4671323437694898,
      "grad_norm": 0.11983728408813477,
      "learning_rate": 2.886795923088515e-05,
      "loss": 2.3249,
      "step": 7490
    },
    {
      "epoch": 0.46775601846077086,
      "grad_norm": 0.12307586520910263,
      "learning_rate": 2.8818058054919573e-05,
      "loss": 2.332,
      "step": 7500
    },
    {
      "epoch": 0.4683796931520519,
      "grad_norm": 0.11762631684541702,
      "learning_rate": 2.87681412988759e-05,
      "loss": 2.3338,
      "step": 7510
    },
    {
      "epoch": 0.4690033678433329,
      "grad_norm": 0.11739619076251984,
      "learning_rate": 2.871820916644589e-05,
      "loss": 2.337,
      "step": 7520
    },
    {
      "epoch": 0.46962704253461396,
      "grad_norm": 0.1197611466050148,
      "learning_rate": 2.8668261861384045e-05,
      "loss": 2.3402,
      "step": 7530
    },
    {
      "epoch": 0.47025071722589495,
      "grad_norm": 0.11613060534000397,
      "learning_rate": 2.8618299587506786e-05,
      "loss": 2.3329,
      "step": 7540
    },
    {
      "epoch": 0.470874391917176,
      "grad_norm": 0.12041467428207397,
      "learning_rate": 2.8568322548691605e-05,
      "loss": 2.3278,
      "step": 7550
    },
    {
      "epoch": 0.47149806660845706,
      "grad_norm": 0.12351541221141815,
      "learning_rate": 2.8518330948876265e-05,
      "loss": 2.328,
      "step": 7560
    },
    {
      "epoch": 0.47212174129973805,
      "grad_norm": 0.1220502182841301,
      "learning_rate": 2.8468324992057916e-05,
      "loss": 2.3341,
      "step": 7570
    },
    {
      "epoch": 0.4727454159910191,
      "grad_norm": 0.12698058784008026,
      "learning_rate": 2.841830488229232e-05,
      "loss": 2.327,
      "step": 7580
    },
    {
      "epoch": 0.4733690906823001,
      "grad_norm": 0.12575218081474304,
      "learning_rate": 2.8368270823692984e-05,
      "loss": 2.3358,
      "step": 7590
    },
    {
      "epoch": 0.47399276537358115,
      "grad_norm": 0.11948730796575546,
      "learning_rate": 2.8318223020430335e-05,
      "loss": 2.3287,
      "step": 7600
    },
    {
      "epoch": 0.47461644006486214,
      "grad_norm": 0.13604596257209778,
      "learning_rate": 2.8268161676730886e-05,
      "loss": 2.3321,
      "step": 7610
    },
    {
      "epoch": 0.4752401147561432,
      "grad_norm": 0.13527970016002655,
      "learning_rate": 2.82180869968764e-05,
      "loss": 2.3445,
      "step": 7620
    },
    {
      "epoch": 0.47586378944742425,
      "grad_norm": 0.12673655152320862,
      "learning_rate": 2.816799918520307e-05,
      "loss": 2.3253,
      "step": 7630
    },
    {
      "epoch": 0.47648746413870524,
      "grad_norm": 0.12825903296470642,
      "learning_rate": 2.8117898446100664e-05,
      "loss": 2.3342,
      "step": 7640
    },
    {
      "epoch": 0.4771111388299863,
      "grad_norm": 0.12138539552688599,
      "learning_rate": 2.8067784984011702e-05,
      "loss": 2.3243,
      "step": 7650
    },
    {
      "epoch": 0.4777348135212673,
      "grad_norm": 0.11705111712217331,
      "learning_rate": 2.801765900343064e-05,
      "loss": 2.3426,
      "step": 7660
    },
    {
      "epoch": 0.47835848821254834,
      "grad_norm": 0.1281273066997528,
      "learning_rate": 2.796752070890299e-05,
      "loss": 2.3313,
      "step": 7670
    },
    {
      "epoch": 0.4789821629038294,
      "grad_norm": 0.12074923515319824,
      "learning_rate": 2.7917370305024526e-05,
      "loss": 2.3483,
      "step": 7680
    },
    {
      "epoch": 0.4796058375951104,
      "grad_norm": 0.1457042396068573,
      "learning_rate": 2.786720799644044e-05,
      "loss": 2.3421,
      "step": 7690
    },
    {
      "epoch": 0.48022951228639144,
      "grad_norm": 0.12343043833971024,
      "learning_rate": 2.7817033987844516e-05,
      "loss": 2.3381,
      "step": 7700
    },
    {
      "epoch": 0.48085318697767243,
      "grad_norm": 0.1265762448310852,
      "learning_rate": 2.7766848483978235e-05,
      "loss": 2.3413,
      "step": 7710
    },
    {
      "epoch": 0.4814768616689535,
      "grad_norm": 0.1273472160100937,
      "learning_rate": 2.7716651689630035e-05,
      "loss": 2.3356,
      "step": 7720
    },
    {
      "epoch": 0.4821005363602345,
      "grad_norm": 0.12564663589000702,
      "learning_rate": 2.76664438096344e-05,
      "loss": 2.3373,
      "step": 7730
    },
    {
      "epoch": 0.48272421105151553,
      "grad_norm": 0.11849991977214813,
      "learning_rate": 2.7616225048871057e-05,
      "loss": 2.3258,
      "step": 7740
    },
    {
      "epoch": 0.4833478857427966,
      "grad_norm": 0.12967613339424133,
      "learning_rate": 2.756599561226413e-05,
      "loss": 2.3146,
      "step": 7750
    },
    {
      "epoch": 0.4839715604340776,
      "grad_norm": 0.12391798943281174,
      "learning_rate": 2.7515755704781315e-05,
      "loss": 2.3192,
      "step": 7760
    },
    {
      "epoch": 0.4845952351253586,
      "grad_norm": 0.12109081447124481,
      "learning_rate": 2.7465505531433032e-05,
      "loss": 2.3553,
      "step": 7770
    },
    {
      "epoch": 0.4852189098166396,
      "grad_norm": 0.12619255483150482,
      "learning_rate": 2.7415245297271584e-05,
      "loss": 2.3234,
      "step": 7780
    },
    {
      "epoch": 0.48584258450792067,
      "grad_norm": 0.1172308549284935,
      "learning_rate": 2.7364975207390347e-05,
      "loss": 2.331,
      "step": 7790
    },
    {
      "epoch": 0.4864662591992017,
      "grad_norm": 0.12592428922653198,
      "learning_rate": 2.7314695466922895e-05,
      "loss": 2.3353,
      "step": 7800
    },
    {
      "epoch": 0.4870899338904827,
      "grad_norm": 0.1420683115720749,
      "learning_rate": 2.7264406281042194e-05,
      "loss": 2.3368,
      "step": 7810
    },
    {
      "epoch": 0.48771360858176377,
      "grad_norm": 0.11987517774105072,
      "learning_rate": 2.7214107854959746e-05,
      "loss": 2.3259,
      "step": 7820
    },
    {
      "epoch": 0.48833728327304476,
      "grad_norm": 0.1201055571436882,
      "learning_rate": 2.716380039392477e-05,
      "loss": 2.3333,
      "step": 7830
    },
    {
      "epoch": 0.4889609579643258,
      "grad_norm": 0.11764312535524368,
      "learning_rate": 2.711348410322333e-05,
      "loss": 2.3446,
      "step": 7840
    },
    {
      "epoch": 0.4895846326556068,
      "grad_norm": 0.12818413972854614,
      "learning_rate": 2.706315918817756e-05,
      "loss": 2.3446,
      "step": 7850
    },
    {
      "epoch": 0.49020830734688786,
      "grad_norm": 0.11963646113872528,
      "learning_rate": 2.7012825854144746e-05,
      "loss": 2.3389,
      "step": 7860
    },
    {
      "epoch": 0.4908319820381689,
      "grad_norm": 0.12297649681568146,
      "learning_rate": 2.6962484306516562e-05,
      "loss": 2.3199,
      "step": 7870
    },
    {
      "epoch": 0.4914556567294499,
      "grad_norm": 0.11679911613464355,
      "learning_rate": 2.691213475071816e-05,
      "loss": 2.3217,
      "step": 7880
    },
    {
      "epoch": 0.49207933142073096,
      "grad_norm": 0.1326771229505539,
      "learning_rate": 2.6861777392207417e-05,
      "loss": 2.3433,
      "step": 7890
    },
    {
      "epoch": 0.49270300611201195,
      "grad_norm": 0.13141435384750366,
      "learning_rate": 2.681141243647401e-05,
      "loss": 2.3285,
      "step": 7900
    },
    {
      "epoch": 0.493326680803293,
      "grad_norm": 0.12428433448076248,
      "learning_rate": 2.6761040089038643e-05,
      "loss": 2.3379,
      "step": 7910
    },
    {
      "epoch": 0.49395035549457406,
      "grad_norm": 0.12830790877342224,
      "learning_rate": 2.671066055545216e-05,
      "loss": 2.3323,
      "step": 7920
    },
    {
      "epoch": 0.49457403018585505,
      "grad_norm": 0.11867877840995789,
      "learning_rate": 2.666027404129476e-05,
      "loss": 2.3445,
      "step": 7930
    },
    {
      "epoch": 0.4951977048771361,
      "grad_norm": 0.12800118327140808,
      "learning_rate": 2.66098807521751e-05,
      "loss": 2.3405,
      "step": 7940
    },
    {
      "epoch": 0.4958213795684171,
      "grad_norm": 0.11956726014614105,
      "learning_rate": 2.6559480893729495e-05,
      "loss": 2.3389,
      "step": 7950
    },
    {
      "epoch": 0.49644505425969815,
      "grad_norm": 0.12382861971855164,
      "learning_rate": 2.650907467162106e-05,
      "loss": 2.3324,
      "step": 7960
    },
    {
      "epoch": 0.49706872895097914,
      "grad_norm": 0.13069528341293335,
      "learning_rate": 2.645866229153889e-05,
      "loss": 2.3277,
      "step": 7970
    },
    {
      "epoch": 0.4976924036422602,
      "grad_norm": 0.13430552184581757,
      "learning_rate": 2.6408243959197192e-05,
      "loss": 2.3265,
      "step": 7980
    },
    {
      "epoch": 0.49831607833354125,
      "grad_norm": 0.13295526802539825,
      "learning_rate": 2.6357819880334484e-05,
      "loss": 2.3373,
      "step": 7990
    },
    {
      "epoch": 0.49893975302482224,
      "grad_norm": 0.13571719825267792,
      "learning_rate": 2.6307390260712707e-05,
      "loss": 2.3298,
      "step": 8000
    },
    {
      "epoch": 0.4995634277161033,
      "grad_norm": 0.11777428537607193,
      "learning_rate": 2.625695530611642e-05,
      "loss": 2.3319,
      "step": 8010
    },
    {
      "epoch": 0.5001871024073843,
      "grad_norm": 0.11240827292203903,
      "learning_rate": 2.6206515222351978e-05,
      "loss": 2.3402,
      "step": 8020
    },
    {
      "epoch": 0.5008107770986653,
      "grad_norm": 0.11981494724750519,
      "learning_rate": 2.6156070215246637e-05,
      "loss": 2.3311,
      "step": 8030
    },
    {
      "epoch": 0.5014344517899464,
      "grad_norm": 0.11294851452112198,
      "learning_rate": 2.6105620490647742e-05,
      "loss": 2.3269,
      "step": 8040
    },
    {
      "epoch": 0.5020581264812274,
      "grad_norm": 0.12481925636529922,
      "learning_rate": 2.605516625442191e-05,
      "loss": 2.3328,
      "step": 8050
    },
    {
      "epoch": 0.5026818011725084,
      "grad_norm": 0.13962052762508392,
      "learning_rate": 2.6004707712454145e-05,
      "loss": 2.3492,
      "step": 8060
    },
    {
      "epoch": 0.5033054758637895,
      "grad_norm": 0.11842987686395645,
      "learning_rate": 2.5954245070647043e-05,
      "loss": 2.3357,
      "step": 8070
    },
    {
      "epoch": 0.5039291505550705,
      "grad_norm": 0.12368904799222946,
      "learning_rate": 2.5903778534919908e-05,
      "loss": 2.3339,
      "step": 8080
    },
    {
      "epoch": 0.5045528252463515,
      "grad_norm": 0.12739381194114685,
      "learning_rate": 2.5853308311207962e-05,
      "loss": 2.3355,
      "step": 8090
    },
    {
      "epoch": 0.5051764999376326,
      "grad_norm": 0.1132756769657135,
      "learning_rate": 2.580283460546144e-05,
      "loss": 2.3235,
      "step": 8100
    },
    {
      "epoch": 0.5058001746289136,
      "grad_norm": 0.13094355165958405,
      "learning_rate": 2.5752357623644813e-05,
      "loss": 2.3279,
      "step": 8110
    },
    {
      "epoch": 0.5064238493201946,
      "grad_norm": 0.11889371275901794,
      "learning_rate": 2.5701877571735922e-05,
      "loss": 2.3391,
      "step": 8120
    },
    {
      "epoch": 0.5070475240114756,
      "grad_norm": 0.12352652847766876,
      "learning_rate": 2.5651394655725108e-05,
      "loss": 2.3328,
      "step": 8130
    },
    {
      "epoch": 0.5076711987027567,
      "grad_norm": 0.12920433282852173,
      "learning_rate": 2.560090908161443e-05,
      "loss": 2.3421,
      "step": 8140
    },
    {
      "epoch": 0.5082948733940377,
      "grad_norm": 0.11250314861536026,
      "learning_rate": 2.5550421055416778e-05,
      "loss": 2.3313,
      "step": 8150
    },
    {
      "epoch": 0.5089185480853187,
      "grad_norm": 0.11539722979068756,
      "learning_rate": 2.549993078315505e-05,
      "loss": 2.3365,
      "step": 8160
    },
    {
      "epoch": 0.5095422227765998,
      "grad_norm": 0.11826910823583603,
      "learning_rate": 2.5449438470861324e-05,
      "loss": 2.3404,
      "step": 8170
    },
    {
      "epoch": 0.5101658974678808,
      "grad_norm": 0.11364687979221344,
      "learning_rate": 2.539894432457597e-05,
      "loss": 2.3378,
      "step": 8180
    },
    {
      "epoch": 0.5107895721591618,
      "grad_norm": 0.1295008659362793,
      "learning_rate": 2.5348448550346865e-05,
      "loss": 2.3404,
      "step": 8190
    },
    {
      "epoch": 0.5114132468504428,
      "grad_norm": 0.126438170671463,
      "learning_rate": 2.5297951354228545e-05,
      "loss": 2.3374,
      "step": 8200
    },
    {
      "epoch": 0.5120369215417239,
      "grad_norm": 0.11148343235254288,
      "learning_rate": 2.52474529422813e-05,
      "loss": 2.3383,
      "step": 8210
    },
    {
      "epoch": 0.5126605962330049,
      "grad_norm": 0.22206014394760132,
      "learning_rate": 2.519695352057043e-05,
      "loss": 2.325,
      "step": 8220
    },
    {
      "epoch": 0.5132842709242859,
      "grad_norm": 0.11585627496242523,
      "learning_rate": 2.514645329516533e-05,
      "loss": 2.3238,
      "step": 8230
    },
    {
      "epoch": 0.513907945615567,
      "grad_norm": 0.14320793747901917,
      "learning_rate": 2.509595247213868e-05,
      "loss": 2.3454,
      "step": 8240
    },
    {
      "epoch": 0.514531620306848,
      "grad_norm": 0.1164005696773529,
      "learning_rate": 2.5045451257565594e-05,
      "loss": 2.3339,
      "step": 8250
    },
    {
      "epoch": 0.515155294998129,
      "grad_norm": 0.12340841442346573,
      "learning_rate": 2.4994949857522794e-05,
      "loss": 2.3325,
      "step": 8260
    },
    {
      "epoch": 0.51577896968941,
      "grad_norm": 0.11803573369979858,
      "learning_rate": 2.494444847808775e-05,
      "loss": 2.3219,
      "step": 8270
    },
    {
      "epoch": 0.5164026443806911,
      "grad_norm": 0.11292694509029388,
      "learning_rate": 2.4893947325337858e-05,
      "loss": 2.3321,
      "step": 8280
    },
    {
      "epoch": 0.517026319071972,
      "grad_norm": 0.1227034255862236,
      "learning_rate": 2.4843446605349568e-05,
      "loss": 2.3342,
      "step": 8290
    },
    {
      "epoch": 0.517649993763253,
      "grad_norm": 0.12608270347118378,
      "learning_rate": 2.4792946524197595e-05,
      "loss": 2.3365,
      "step": 8300
    },
    {
      "epoch": 0.5182736684545342,
      "grad_norm": 0.1279149353504181,
      "learning_rate": 2.4742447287954015e-05,
      "loss": 2.3232,
      "step": 8310
    },
    {
      "epoch": 0.5188973431458151,
      "grad_norm": 0.1295466125011444,
      "learning_rate": 2.4691949102687475e-05,
      "loss": 2.3505,
      "step": 8320
    },
    {
      "epoch": 0.5195210178370961,
      "grad_norm": 0.16433344781398773,
      "learning_rate": 2.4641452174462336e-05,
      "loss": 2.3254,
      "step": 8330
    },
    {
      "epoch": 0.5201446925283773,
      "grad_norm": 0.1238812506198883,
      "learning_rate": 2.459095670933783e-05,
      "loss": 2.3313,
      "step": 8340
    },
    {
      "epoch": 0.5207683672196582,
      "grad_norm": 0.11139658093452454,
      "learning_rate": 2.4540462913367197e-05,
      "loss": 2.3205,
      "step": 8350
    },
    {
      "epoch": 0.5213920419109392,
      "grad_norm": 0.1297583132982254,
      "learning_rate": 2.4489970992596893e-05,
      "loss": 2.3464,
      "step": 8360
    },
    {
      "epoch": 0.5220157166022202,
      "grad_norm": 0.12573572993278503,
      "learning_rate": 2.4439481153065698e-05,
      "loss": 2.3322,
      "step": 8370
    },
    {
      "epoch": 0.5226393912935013,
      "grad_norm": 0.12458223104476929,
      "learning_rate": 2.438899360080392e-05,
      "loss": 2.3398,
      "step": 8380
    },
    {
      "epoch": 0.5232630659847823,
      "grad_norm": 0.13003340363502502,
      "learning_rate": 2.4338508541832515e-05,
      "loss": 2.3303,
      "step": 8390
    },
    {
      "epoch": 0.5238867406760633,
      "grad_norm": 0.1324792206287384,
      "learning_rate": 2.4288026182162292e-05,
      "loss": 2.338,
      "step": 8400
    },
    {
      "epoch": 0.5245104153673444,
      "grad_norm": 0.11512788385152817,
      "learning_rate": 2.4237546727793008e-05,
      "loss": 2.3301,
      "step": 8410
    },
    {
      "epoch": 0.5251340900586254,
      "grad_norm": 0.1160612478852272,
      "learning_rate": 2.4187070384712595e-05,
      "loss": 2.332,
      "step": 8420
    },
    {
      "epoch": 0.5257577647499064,
      "grad_norm": 0.12262651324272156,
      "learning_rate": 2.413659735889627e-05,
      "loss": 2.3332,
      "step": 8430
    },
    {
      "epoch": 0.5263814394411874,
      "grad_norm": 0.12386035174131393,
      "learning_rate": 2.4086127856305736e-05,
      "loss": 2.3417,
      "step": 8440
    },
    {
      "epoch": 0.5270051141324685,
      "grad_norm": 0.12524278461933136,
      "learning_rate": 2.403566208288829e-05,
      "loss": 2.319,
      "step": 8450
    },
    {
      "epoch": 0.5276287888237495,
      "grad_norm": 0.11416669934988022,
      "learning_rate": 2.3985200244576032e-05,
      "loss": 2.3267,
      "step": 8460
    },
    {
      "epoch": 0.5282524635150305,
      "grad_norm": 0.12256087362766266,
      "learning_rate": 2.3934742547285e-05,
      "loss": 2.3422,
      "step": 8470
    },
    {
      "epoch": 0.5288761382063116,
      "grad_norm": 0.11176160722970963,
      "learning_rate": 2.388428919691433e-05,
      "loss": 2.3318,
      "step": 8480
    },
    {
      "epoch": 0.5294998128975926,
      "grad_norm": 0.13809004426002502,
      "learning_rate": 2.3833840399345418e-05,
      "loss": 2.3394,
      "step": 8490
    },
    {
      "epoch": 0.5301234875888736,
      "grad_norm": 0.13300685584545135,
      "learning_rate": 2.378339636044109e-05,
      "loss": 2.346,
      "step": 8500
    },
    {
      "epoch": 0.5307471622801546,
      "grad_norm": 0.11901047825813293,
      "learning_rate": 2.373295728604476e-05,
      "loss": 2.3362,
      "step": 8510
    },
    {
      "epoch": 0.5313708369714357,
      "grad_norm": 0.11793050169944763,
      "learning_rate": 2.368252338197956e-05,
      "loss": 2.3421,
      "step": 8520
    },
    {
      "epoch": 0.5319945116627167,
      "grad_norm": 0.11108794808387756,
      "learning_rate": 2.3632094854047546e-05,
      "loss": 2.3266,
      "step": 8530
    },
    {
      "epoch": 0.5326181863539977,
      "grad_norm": 0.13026048243045807,
      "learning_rate": 2.3581671908028815e-05,
      "loss": 2.3259,
      "step": 8540
    },
    {
      "epoch": 0.5332418610452788,
      "grad_norm": 0.11881540715694427,
      "learning_rate": 2.3531254749680713e-05,
      "loss": 2.3284,
      "step": 8550
    },
    {
      "epoch": 0.5338655357365598,
      "grad_norm": 0.12190395593643188,
      "learning_rate": 2.3480843584736942e-05,
      "loss": 2.3249,
      "step": 8560
    },
    {
      "epoch": 0.5344892104278408,
      "grad_norm": 0.13451004028320312,
      "learning_rate": 2.343043861890677e-05,
      "loss": 2.3191,
      "step": 8570
    },
    {
      "epoch": 0.5351128851191219,
      "grad_norm": 0.14778344333171844,
      "learning_rate": 2.338004005787415e-05,
      "loss": 2.3437,
      "step": 8580
    },
    {
      "epoch": 0.5357365598104029,
      "grad_norm": 0.12444095313549042,
      "learning_rate": 2.3329648107296908e-05,
      "loss": 2.3323,
      "step": 8590
    },
    {
      "epoch": 0.5363602345016839,
      "grad_norm": 0.12311404943466187,
      "learning_rate": 2.3279262972805897e-05,
      "loss": 2.3378,
      "step": 8600
    },
    {
      "epoch": 0.5369839091929649,
      "grad_norm": 0.12219557166099548,
      "learning_rate": 2.322888486000415e-05,
      "loss": 2.325,
      "step": 8610
    },
    {
      "epoch": 0.537607583884246,
      "grad_norm": 0.13955554366111755,
      "learning_rate": 2.317851397446606e-05,
      "loss": 2.3368,
      "step": 8620
    },
    {
      "epoch": 0.538231258575527,
      "grad_norm": 0.12046349048614502,
      "learning_rate": 2.3128150521736506e-05,
      "loss": 2.339,
      "step": 8630
    },
    {
      "epoch": 0.538854933266808,
      "grad_norm": 0.11800386756658554,
      "learning_rate": 2.3077794707330063e-05,
      "loss": 2.3364,
      "step": 8640
    },
    {
      "epoch": 0.5394786079580891,
      "grad_norm": 0.1429220587015152,
      "learning_rate": 2.3027446736730113e-05,
      "loss": 2.3207,
      "step": 8650
    },
    {
      "epoch": 0.5401022826493701,
      "grad_norm": 0.13496311008930206,
      "learning_rate": 2.2977106815388037e-05,
      "loss": 2.3211,
      "step": 8660
    },
    {
      "epoch": 0.5407259573406511,
      "grad_norm": 0.1270332783460617,
      "learning_rate": 2.292677514872239e-05,
      "loss": 2.3315,
      "step": 8670
    },
    {
      "epoch": 0.5413496320319321,
      "grad_norm": 0.12640291452407837,
      "learning_rate": 2.2876451942118013e-05,
      "loss": 2.334,
      "step": 8680
    },
    {
      "epoch": 0.5419733067232132,
      "grad_norm": 0.11325883865356445,
      "learning_rate": 2.2826137400925247e-05,
      "loss": 2.3405,
      "step": 8690
    },
    {
      "epoch": 0.5425969814144942,
      "grad_norm": 0.12057223916053772,
      "learning_rate": 2.2775831730459053e-05,
      "loss": 2.3293,
      "step": 8700
    },
    {
      "epoch": 0.5432206561057752,
      "grad_norm": 0.11820665746927261,
      "learning_rate": 2.2725535135998214e-05,
      "loss": 2.3355,
      "step": 8710
    },
    {
      "epoch": 0.5438443307970563,
      "grad_norm": 0.12318682670593262,
      "learning_rate": 2.2675247822784462e-05,
      "loss": 2.335,
      "step": 8720
    },
    {
      "epoch": 0.5444680054883373,
      "grad_norm": 0.11686327308416367,
      "learning_rate": 2.2624969996021668e-05,
      "loss": 2.3427,
      "step": 8730
    },
    {
      "epoch": 0.5450916801796183,
      "grad_norm": 0.12585367262363434,
      "learning_rate": 2.2574701860874972e-05,
      "loss": 2.3407,
      "step": 8740
    },
    {
      "epoch": 0.5457153548708994,
      "grad_norm": 0.11341255158185959,
      "learning_rate": 2.2524443622469996e-05,
      "loss": 2.3473,
      "step": 8750
    },
    {
      "epoch": 0.5463390295621804,
      "grad_norm": 0.11533860117197037,
      "learning_rate": 2.2474195485891948e-05,
      "loss": 2.3363,
      "step": 8760
    },
    {
      "epoch": 0.5469627042534614,
      "grad_norm": 0.11665993183851242,
      "learning_rate": 2.2423957656184837e-05,
      "loss": 2.3243,
      "step": 8770
    },
    {
      "epoch": 0.5475863789447424,
      "grad_norm": 0.11558125913143158,
      "learning_rate": 2.237373033835059e-05,
      "loss": 2.3393,
      "step": 8780
    },
    {
      "epoch": 0.5482100536360235,
      "grad_norm": 0.1500750333070755,
      "learning_rate": 2.232351373734827e-05,
      "loss": 2.3413,
      "step": 8790
    },
    {
      "epoch": 0.5488337283273045,
      "grad_norm": 0.11541528254747391,
      "learning_rate": 2.2273308058093176e-05,
      "loss": 2.3283,
      "step": 8800
    },
    {
      "epoch": 0.5494574030185855,
      "grad_norm": 0.11570876091718674,
      "learning_rate": 2.2223113505456065e-05,
      "loss": 2.3175,
      "step": 8810
    },
    {
      "epoch": 0.5500810777098666,
      "grad_norm": 0.115654356777668,
      "learning_rate": 2.2172930284262273e-05,
      "loss": 2.3264,
      "step": 8820
    },
    {
      "epoch": 0.5507047524011476,
      "grad_norm": 0.1217854768037796,
      "learning_rate": 2.2122758599290907e-05,
      "loss": 2.3345,
      "step": 8830
    },
    {
      "epoch": 0.5513284270924286,
      "grad_norm": 0.13697946071624756,
      "learning_rate": 2.2072598655273986e-05,
      "loss": 2.3336,
      "step": 8840
    },
    {
      "epoch": 0.5519521017837096,
      "grad_norm": 0.12168578803539276,
      "learning_rate": 2.202245065689564e-05,
      "loss": 2.3321,
      "step": 8850
    },
    {
      "epoch": 0.5525757764749907,
      "grad_norm": 0.11119357496500015,
      "learning_rate": 2.1972314808791244e-05,
      "loss": 2.3454,
      "step": 8860
    },
    {
      "epoch": 0.5531994511662717,
      "grad_norm": 0.11084882915019989,
      "learning_rate": 2.1922191315546577e-05,
      "loss": 2.3277,
      "step": 8870
    },
    {
      "epoch": 0.5538231258575527,
      "grad_norm": 0.11867938190698624,
      "learning_rate": 2.1872080381697026e-05,
      "loss": 2.3399,
      "step": 8880
    },
    {
      "epoch": 0.5544468005488338,
      "grad_norm": 0.11725275963544846,
      "learning_rate": 2.1821982211726703e-05,
      "loss": 2.3303,
      "step": 8890
    },
    {
      "epoch": 0.5550704752401148,
      "grad_norm": 0.12796702980995178,
      "learning_rate": 2.177189701006766e-05,
      "loss": 2.3261,
      "step": 8900
    },
    {
      "epoch": 0.5556941499313958,
      "grad_norm": 0.11458159983158112,
      "learning_rate": 2.172182498109902e-05,
      "loss": 2.333,
      "step": 8910
    },
    {
      "epoch": 0.5563178246226768,
      "grad_norm": 0.12645961344242096,
      "learning_rate": 2.1671766329146143e-05,
      "loss": 2.3303,
      "step": 8920
    },
    {
      "epoch": 0.5569414993139579,
      "grad_norm": 0.11946485191583633,
      "learning_rate": 2.1621721258479823e-05,
      "loss": 2.3465,
      "step": 8930
    },
    {
      "epoch": 0.5575651740052389,
      "grad_norm": 0.12523536384105682,
      "learning_rate": 2.157168997331541e-05,
      "loss": 2.3238,
      "step": 8940
    },
    {
      "epoch": 0.5581888486965199,
      "grad_norm": 0.12233353406190872,
      "learning_rate": 2.1521672677812025e-05,
      "loss": 2.3341,
      "step": 8950
    },
    {
      "epoch": 0.558812523387801,
      "grad_norm": 0.13180890679359436,
      "learning_rate": 2.147166957607168e-05,
      "loss": 2.3518,
      "step": 8960
    },
    {
      "epoch": 0.559436198079082,
      "grad_norm": 0.12227053195238113,
      "learning_rate": 2.1421680872138483e-05,
      "loss": 2.3292,
      "step": 8970
    },
    {
      "epoch": 0.560059872770363,
      "grad_norm": 0.11456210911273956,
      "learning_rate": 2.137170676999778e-05,
      "loss": 2.3228,
      "step": 8980
    },
    {
      "epoch": 0.5606835474616441,
      "grad_norm": 0.11237351596355438,
      "learning_rate": 2.132174747357535e-05,
      "loss": 2.3266,
      "step": 8990
    },
    {
      "epoch": 0.5613072221529251,
      "grad_norm": 0.10995803028345108,
      "learning_rate": 2.1271803186736528e-05,
      "loss": 2.3259,
      "step": 9000
    },
    {
      "epoch": 0.561930896844206,
      "grad_norm": 0.13107170164585114,
      "learning_rate": 2.122187411328541e-05,
      "loss": 2.3316,
      "step": 9010
    },
    {
      "epoch": 0.562554571535487,
      "grad_norm": 0.11786720156669617,
      "learning_rate": 2.117196045696404e-05,
      "loss": 2.3365,
      "step": 9020
    },
    {
      "epoch": 0.5631782462267682,
      "grad_norm": 0.11667146533727646,
      "learning_rate": 2.112206242145151e-05,
      "loss": 2.3284,
      "step": 9030
    },
    {
      "epoch": 0.5638019209180491,
      "grad_norm": 0.1208222433924675,
      "learning_rate": 2.1072180210363197e-05,
      "loss": 2.3445,
      "step": 9040
    },
    {
      "epoch": 0.5644255956093301,
      "grad_norm": 0.1196942925453186,
      "learning_rate": 2.1022314027249882e-05,
      "loss": 2.3226,
      "step": 9050
    },
    {
      "epoch": 0.5650492703006113,
      "grad_norm": 0.12012135982513428,
      "learning_rate": 2.0972464075596963e-05,
      "loss": 2.3285,
      "step": 9060
    },
    {
      "epoch": 0.5656729449918922,
      "grad_norm": 0.12450049817562103,
      "learning_rate": 2.0922630558823587e-05,
      "loss": 2.3287,
      "step": 9070
    },
    {
      "epoch": 0.5662966196831732,
      "grad_norm": 0.11976069957017899,
      "learning_rate": 2.0872813680281854e-05,
      "loss": 2.3224,
      "step": 9080
    },
    {
      "epoch": 0.5669202943744542,
      "grad_norm": 0.11668270081281662,
      "learning_rate": 2.0823013643255942e-05,
      "loss": 2.3229,
      "step": 9090
    },
    {
      "epoch": 0.5675439690657353,
      "grad_norm": 0.11221843212842941,
      "learning_rate": 2.077323065096134e-05,
      "loss": 2.3217,
      "step": 9100
    },
    {
      "epoch": 0.5681676437570163,
      "grad_norm": 0.11377735435962677,
      "learning_rate": 2.072346490654395e-05,
      "loss": 2.3373,
      "step": 9110
    },
    {
      "epoch": 0.5687913184482973,
      "grad_norm": 0.11491953581571579,
      "learning_rate": 2.0673716613079325e-05,
      "loss": 2.336,
      "step": 9120
    },
    {
      "epoch": 0.5694149931395784,
      "grad_norm": 0.11774565279483795,
      "learning_rate": 2.0623985973571772e-05,
      "loss": 2.3151,
      "step": 9130
    },
    {
      "epoch": 0.5700386678308594,
      "grad_norm": 0.13462625443935394,
      "learning_rate": 2.057427319095359e-05,
      "loss": 2.3194,
      "step": 9140
    },
    {
      "epoch": 0.5706623425221404,
      "grad_norm": 0.11169546097517014,
      "learning_rate": 2.052457846808419e-05,
      "loss": 2.3333,
      "step": 9150
    },
    {
      "epoch": 0.5712860172134214,
      "grad_norm": 0.1306905299425125,
      "learning_rate": 2.0474902007749296e-05,
      "loss": 2.3302,
      "step": 9160
    },
    {
      "epoch": 0.5719096919047025,
      "grad_norm": 0.12004584819078445,
      "learning_rate": 2.042524401266011e-05,
      "loss": 2.339,
      "step": 9170
    },
    {
      "epoch": 0.5725333665959835,
      "grad_norm": 0.12543968856334686,
      "learning_rate": 2.037560468545247e-05,
      "loss": 2.3391,
      "step": 9180
    },
    {
      "epoch": 0.5731570412872645,
      "grad_norm": 0.11189854890108109,
      "learning_rate": 2.032598422868607e-05,
      "loss": 2.334,
      "step": 9190
    },
    {
      "epoch": 0.5737807159785456,
      "grad_norm": 0.12248513102531433,
      "learning_rate": 2.027638284484358e-05,
      "loss": 2.3373,
      "step": 9200
    },
    {
      "epoch": 0.5744043906698266,
      "grad_norm": 0.12819118797779083,
      "learning_rate": 2.0226800736329825e-05,
      "loss": 2.3311,
      "step": 9210
    },
    {
      "epoch": 0.5750280653611076,
      "grad_norm": 0.11310485005378723,
      "learning_rate": 2.0177238105471006e-05,
      "loss": 2.3296,
      "step": 9220
    },
    {
      "epoch": 0.5756517400523887,
      "grad_norm": 0.12338725477457047,
      "learning_rate": 2.0127695154513816e-05,
      "loss": 2.3246,
      "step": 9230
    },
    {
      "epoch": 0.5762754147436697,
      "grad_norm": 0.13048864901065826,
      "learning_rate": 2.007817208562466e-05,
      "loss": 2.3169,
      "step": 9240
    },
    {
      "epoch": 0.5768990894349507,
      "grad_norm": 0.12065581232309341,
      "learning_rate": 2.00286691008888e-05,
      "loss": 2.3551,
      "step": 9250
    },
    {
      "epoch": 0.5775227641262317,
      "grad_norm": 0.11894048005342484,
      "learning_rate": 1.9979186402309552e-05,
      "loss": 2.3282,
      "step": 9260
    },
    {
      "epoch": 0.5781464388175128,
      "grad_norm": 0.13374918699264526,
      "learning_rate": 1.9929724191807442e-05,
      "loss": 2.3497,
      "step": 9270
    },
    {
      "epoch": 0.5787701135087938,
      "grad_norm": 0.11971046030521393,
      "learning_rate": 1.98802826712194e-05,
      "loss": 2.3286,
      "step": 9280
    },
    {
      "epoch": 0.5793937882000748,
      "grad_norm": 0.11788909882307053,
      "learning_rate": 1.983086204229792e-05,
      "loss": 2.3397,
      "step": 9290
    },
    {
      "epoch": 0.5800174628913559,
      "grad_norm": 0.11494279652833939,
      "learning_rate": 1.9781462506710257e-05,
      "loss": 2.3324,
      "step": 9300
    },
    {
      "epoch": 0.5806411375826369,
      "grad_norm": 0.11868420243263245,
      "learning_rate": 1.9732084266037575e-05,
      "loss": 2.345,
      "step": 9310
    },
    {
      "epoch": 0.5812648122739179,
      "grad_norm": 0.1202978789806366,
      "learning_rate": 1.968272752177416e-05,
      "loss": 2.3265,
      "step": 9320
    },
    {
      "epoch": 0.5818884869651989,
      "grad_norm": 0.13600465655326843,
      "learning_rate": 1.963339247532656e-05,
      "loss": 2.3326,
      "step": 9330
    },
    {
      "epoch": 0.58251216165648,
      "grad_norm": 0.12521101534366608,
      "learning_rate": 1.95840793280128e-05,
      "loss": 2.3258,
      "step": 9340
    },
    {
      "epoch": 0.583135836347761,
      "grad_norm": 0.11340054124593735,
      "learning_rate": 1.953478828106153e-05,
      "loss": 2.3348,
      "step": 9350
    },
    {
      "epoch": 0.583759511039042,
      "grad_norm": 0.11610358208417892,
      "learning_rate": 1.9485519535611215e-05,
      "loss": 2.3267,
      "step": 9360
    },
    {
      "epoch": 0.5843831857303231,
      "grad_norm": 0.1188119649887085,
      "learning_rate": 1.9436273292709343e-05,
      "loss": 2.3364,
      "step": 9370
    },
    {
      "epoch": 0.5850068604216041,
      "grad_norm": 0.11495302617549896,
      "learning_rate": 1.9387049753311537e-05,
      "loss": 2.3401,
      "step": 9380
    },
    {
      "epoch": 0.5856305351128851,
      "grad_norm": 0.115375816822052,
      "learning_rate": 1.9337849118280806e-05,
      "loss": 2.3236,
      "step": 9390
    },
    {
      "epoch": 0.5862542098041661,
      "grad_norm": 0.11241185665130615,
      "learning_rate": 1.9288671588386678e-05,
      "loss": 2.321,
      "step": 9400
    },
    {
      "epoch": 0.5868778844954472,
      "grad_norm": 0.12658755481243134,
      "learning_rate": 1.923951736430441e-05,
      "loss": 2.3365,
      "step": 9410
    },
    {
      "epoch": 0.5875015591867282,
      "grad_norm": 0.1146080419421196,
      "learning_rate": 1.919038664661414e-05,
      "loss": 2.3308,
      "step": 9420
    },
    {
      "epoch": 0.5881252338780092,
      "grad_norm": 0.11392064392566681,
      "learning_rate": 1.9141279635800106e-05,
      "loss": 2.3244,
      "step": 9430
    },
    {
      "epoch": 0.5887489085692903,
      "grad_norm": 0.13379211723804474,
      "learning_rate": 1.9092196532249784e-05,
      "loss": 2.3266,
      "step": 9440
    },
    {
      "epoch": 0.5893725832605713,
      "grad_norm": 0.12358690798282623,
      "learning_rate": 1.904313753625312e-05,
      "loss": 2.338,
      "step": 9450
    },
    {
      "epoch": 0.5899962579518523,
      "grad_norm": 0.11235358566045761,
      "learning_rate": 1.899410284800166e-05,
      "loss": 2.3174,
      "step": 9460
    },
    {
      "epoch": 0.5906199326431334,
      "grad_norm": 0.12074881792068481,
      "learning_rate": 1.8945092667587775e-05,
      "loss": 2.3262,
      "step": 9470
    },
    {
      "epoch": 0.5912436073344144,
      "grad_norm": 0.11079023033380508,
      "learning_rate": 1.889610719500382e-05,
      "loss": 2.3188,
      "step": 9480
    },
    {
      "epoch": 0.5918672820256954,
      "grad_norm": 0.11672317981719971,
      "learning_rate": 1.8847146630141342e-05,
      "loss": 2.3391,
      "step": 9490
    },
    {
      "epoch": 0.5924909567169764,
      "grad_norm": 0.11620891094207764,
      "learning_rate": 1.8798211172790224e-05,
      "loss": 2.3344,
      "step": 9500
    },
    {
      "epoch": 0.5931146314082575,
      "grad_norm": 0.11661934107542038,
      "learning_rate": 1.874930102263792e-05,
      "loss": 2.3338,
      "step": 9510
    },
    {
      "epoch": 0.5937383060995385,
      "grad_norm": 0.12268189340829849,
      "learning_rate": 1.87004163792686e-05,
      "loss": 2.3319,
      "step": 9520
    },
    {
      "epoch": 0.5943619807908195,
      "grad_norm": 0.11591446399688721,
      "learning_rate": 1.8651557442162334e-05,
      "loss": 2.3354,
      "step": 9530
    },
    {
      "epoch": 0.5949856554821006,
      "grad_norm": 0.14582060277462006,
      "learning_rate": 1.8602724410694343e-05,
      "loss": 2.3331,
      "step": 9540
    },
    {
      "epoch": 0.5956093301733816,
      "grad_norm": 0.1220872551202774,
      "learning_rate": 1.8553917484134094e-05,
      "loss": 2.3491,
      "step": 9550
    },
    {
      "epoch": 0.5962330048646626,
      "grad_norm": 0.11680004000663757,
      "learning_rate": 1.8505136861644542e-05,
      "loss": 2.3348,
      "step": 9560
    },
    {
      "epoch": 0.5968566795559436,
      "grad_norm": 0.11796475201845169,
      "learning_rate": 1.845638274228131e-05,
      "loss": 2.3282,
      "step": 9570
    },
    {
      "epoch": 0.5974803542472247,
      "grad_norm": 0.1220540776848793,
      "learning_rate": 1.840765532499186e-05,
      "loss": 2.3277,
      "step": 9580
    },
    {
      "epoch": 0.5981040289385057,
      "grad_norm": 0.11362894624471664,
      "learning_rate": 1.835895480861471e-05,
      "loss": 2.329,
      "step": 9590
    },
    {
      "epoch": 0.5987277036297867,
      "grad_norm": 0.11626161634922028,
      "learning_rate": 1.831028139187858e-05,
      "loss": 2.3273,
      "step": 9600
    },
    {
      "epoch": 0.5993513783210678,
      "grad_norm": 0.12393059581518173,
      "learning_rate": 1.826163527340164e-05,
      "loss": 2.3459,
      "step": 9610
    },
    {
      "epoch": 0.5999750530123488,
      "grad_norm": 0.11176793277263641,
      "learning_rate": 1.8213016651690633e-05,
      "loss": 2.3239,
      "step": 9620
    },
    {
      "epoch": 0.6005987277036298,
      "grad_norm": 0.12128647416830063,
      "learning_rate": 1.8164425725140122e-05,
      "loss": 2.3351,
      "step": 9630
    },
    {
      "epoch": 0.6012224023949108,
      "grad_norm": 0.11549714207649231,
      "learning_rate": 1.8115862692031637e-05,
      "loss": 2.3322,
      "step": 9640
    },
    {
      "epoch": 0.6018460770861919,
      "grad_norm": 0.10935977846384048,
      "learning_rate": 1.806732775053291e-05,
      "loss": 2.3349,
      "step": 9650
    },
    {
      "epoch": 0.6024697517774729,
      "grad_norm": 0.11649058014154434,
      "learning_rate": 1.801882109869701e-05,
      "loss": 2.3311,
      "step": 9660
    },
    {
      "epoch": 0.6030934264687539,
      "grad_norm": 0.13105520606040955,
      "learning_rate": 1.7970342934461592e-05,
      "loss": 2.344,
      "step": 9670
    },
    {
      "epoch": 0.603717101160035,
      "grad_norm": 0.12019595503807068,
      "learning_rate": 1.792189345564805e-05,
      "loss": 2.3142,
      "step": 9680
    },
    {
      "epoch": 0.604340775851316,
      "grad_norm": 0.13857300579547882,
      "learning_rate": 1.7873472859960738e-05,
      "loss": 2.3295,
      "step": 9690
    },
    {
      "epoch": 0.604964450542597,
      "grad_norm": 0.14000211656093597,
      "learning_rate": 1.7825081344986122e-05,
      "loss": 2.3343,
      "step": 9700
    },
    {
      "epoch": 0.6055881252338781,
      "grad_norm": 0.15243901312351227,
      "learning_rate": 1.777671910819203e-05,
      "loss": 2.324,
      "step": 9710
    },
    {
      "epoch": 0.6062117999251591,
      "grad_norm": 0.12121716886758804,
      "learning_rate": 1.772838634692681e-05,
      "loss": 2.3285,
      "step": 9720
    },
    {
      "epoch": 0.60683547461644,
      "grad_norm": 0.10675205290317535,
      "learning_rate": 1.7680083258418508e-05,
      "loss": 2.3422,
      "step": 9730
    },
    {
      "epoch": 0.607459149307721,
      "grad_norm": 0.13230326771736145,
      "learning_rate": 1.7631810039774123e-05,
      "loss": 2.3213,
      "step": 9740
    },
    {
      "epoch": 0.6080828239990022,
      "grad_norm": 0.1178906038403511,
      "learning_rate": 1.7583566887978722e-05,
      "loss": 2.3361,
      "step": 9750
    },
    {
      "epoch": 0.6087064986902831,
      "grad_norm": 0.11129958927631378,
      "learning_rate": 1.7535353999894726e-05,
      "loss": 2.3159,
      "step": 9760
    },
    {
      "epoch": 0.6093301733815641,
      "grad_norm": 0.13674673438072205,
      "learning_rate": 1.748717157226103e-05,
      "loss": 2.3143,
      "step": 9770
    },
    {
      "epoch": 0.6099538480728453,
      "grad_norm": 0.12332147359848022,
      "learning_rate": 1.743901980169225e-05,
      "loss": 2.3283,
      "step": 9780
    },
    {
      "epoch": 0.6105775227641262,
      "grad_norm": 0.12112429738044739,
      "learning_rate": 1.7390898884677888e-05,
      "loss": 2.3331,
      "step": 9790
    },
    {
      "epoch": 0.6112011974554072,
      "grad_norm": 0.11575057357549667,
      "learning_rate": 1.7342809017581545e-05,
      "loss": 2.3232,
      "step": 9800
    },
    {
      "epoch": 0.6118248721466882,
      "grad_norm": 0.11243846267461777,
      "learning_rate": 1.7294750396640124e-05,
      "loss": 2.3102,
      "step": 9810
    },
    {
      "epoch": 0.6124485468379693,
      "grad_norm": 0.11763894557952881,
      "learning_rate": 1.724672321796303e-05,
      "loss": 2.3353,
      "step": 9820
    },
    {
      "epoch": 0.6130722215292503,
      "grad_norm": 0.11659735441207886,
      "learning_rate": 1.7198727677531357e-05,
      "loss": 2.326,
      "step": 9830
    },
    {
      "epoch": 0.6136958962205313,
      "grad_norm": 0.11196490377187729,
      "learning_rate": 1.7150763971197082e-05,
      "loss": 2.3148,
      "step": 9840
    },
    {
      "epoch": 0.6143195709118124,
      "grad_norm": 0.1269308626651764,
      "learning_rate": 1.710283229468231e-05,
      "loss": 2.3334,
      "step": 9850
    },
    {
      "epoch": 0.6149432456030934,
      "grad_norm": 0.10951462388038635,
      "learning_rate": 1.7054932843578414e-05,
      "loss": 2.3249,
      "step": 9860
    },
    {
      "epoch": 0.6155669202943744,
      "grad_norm": 0.11395633220672607,
      "learning_rate": 1.7007065813345284e-05,
      "loss": 2.3237,
      "step": 9870
    },
    {
      "epoch": 0.6161905949856555,
      "grad_norm": 0.12711194157600403,
      "learning_rate": 1.6959231399310498e-05,
      "loss": 2.3298,
      "step": 9880
    },
    {
      "epoch": 0.6168142696769365,
      "grad_norm": 0.1299418956041336,
      "learning_rate": 1.691142979666856e-05,
      "loss": 2.3299,
      "step": 9890
    },
    {
      "epoch": 0.6174379443682175,
      "grad_norm": 0.11450273543596268,
      "learning_rate": 1.6863661200480077e-05,
      "loss": 2.3292,
      "step": 9900
    },
    {
      "epoch": 0.6180616190594985,
      "grad_norm": 0.12262249737977982,
      "learning_rate": 1.681592580567095e-05,
      "loss": 2.335,
      "step": 9910
    },
    {
      "epoch": 0.6186852937507796,
      "grad_norm": 0.127193421125412,
      "learning_rate": 1.6768223807031623e-05,
      "loss": 2.3506,
      "step": 9920
    },
    {
      "epoch": 0.6193089684420606,
      "grad_norm": 0.12761294841766357,
      "learning_rate": 1.6720555399216237e-05,
      "loss": 2.3339,
      "step": 9930
    },
    {
      "epoch": 0.6199326431333416,
      "grad_norm": 0.11998353153467178,
      "learning_rate": 1.667292077674189e-05,
      "loss": 2.3453,
      "step": 9940
    },
    {
      "epoch": 0.6205563178246227,
      "grad_norm": 0.12318362295627594,
      "learning_rate": 1.662532013398779e-05,
      "loss": 2.3225,
      "step": 9950
    },
    {
      "epoch": 0.6211799925159037,
      "grad_norm": 0.1147112101316452,
      "learning_rate": 1.65777536651945e-05,
      "loss": 2.3117,
      "step": 9960
    },
    {
      "epoch": 0.6218036672071847,
      "grad_norm": 0.11665672063827515,
      "learning_rate": 1.6530221564463126e-05,
      "loss": 2.3228,
      "step": 9970
    },
    {
      "epoch": 0.6224273418984657,
      "grad_norm": 0.11490792781114578,
      "learning_rate": 1.6482724025754538e-05,
      "loss": 2.3296,
      "step": 9980
    },
    {
      "epoch": 0.6230510165897468,
      "grad_norm": 0.12502005696296692,
      "learning_rate": 1.6435261242888556e-05,
      "loss": 2.3276,
      "step": 9990
    },
    {
      "epoch": 0.6236746912810278,
      "grad_norm": 0.12017041444778442,
      "learning_rate": 1.6387833409543198e-05,
      "loss": 2.3324,
      "step": 10000
    },
    {
      "epoch": 0.6242983659723088,
      "grad_norm": 0.13090427219867706,
      "learning_rate": 1.6340440719253832e-05,
      "loss": 2.3345,
      "step": 10010
    },
    {
      "epoch": 0.6249220406635899,
      "grad_norm": 0.11176399886608124,
      "learning_rate": 1.629308336541246e-05,
      "loss": 2.3289,
      "step": 10020
    },
    {
      "epoch": 0.6255457153548709,
      "grad_norm": 0.12128260731697083,
      "learning_rate": 1.6245761541266857e-05,
      "loss": 2.3264,
      "step": 10030
    },
    {
      "epoch": 0.6261693900461519,
      "grad_norm": 0.12432076036930084,
      "learning_rate": 1.619847543991984e-05,
      "loss": 2.3384,
      "step": 10040
    },
    {
      "epoch": 0.6267930647374329,
      "grad_norm": 0.11122766137123108,
      "learning_rate": 1.6151225254328416e-05,
      "loss": 2.3175,
      "step": 10050
    },
    {
      "epoch": 0.627416739428714,
      "grad_norm": 0.12756380438804626,
      "learning_rate": 1.6104011177303085e-05,
      "loss": 2.3255,
      "step": 10060
    },
    {
      "epoch": 0.628040414119995,
      "grad_norm": 0.12103460729122162,
      "learning_rate": 1.605683340150697e-05,
      "loss": 2.3263,
      "step": 10070
    },
    {
      "epoch": 0.628664088811276,
      "grad_norm": 0.11028456687927246,
      "learning_rate": 1.6009692119455056e-05,
      "loss": 2.322,
      "step": 10080
    },
    {
      "epoch": 0.6292877635025571,
      "grad_norm": 0.11720642447471619,
      "learning_rate": 1.5962587523513432e-05,
      "loss": 2.3219,
      "step": 10090
    },
    {
      "epoch": 0.6299114381938381,
      "grad_norm": 0.10837439447641373,
      "learning_rate": 1.5915519805898465e-05,
      "loss": 2.3365,
      "step": 10100
    },
    {
      "epoch": 0.6305351128851191,
      "grad_norm": 0.11958006769418716,
      "learning_rate": 1.586848915867605e-05,
      "loss": 2.3246,
      "step": 10110
    },
    {
      "epoch": 0.6311587875764002,
      "grad_norm": 0.12777547538280487,
      "learning_rate": 1.582149577376081e-05,
      "loss": 2.3276,
      "step": 10120
    },
    {
      "epoch": 0.6317824622676812,
      "grad_norm": 0.12615182995796204,
      "learning_rate": 1.57745398429153e-05,
      "loss": 2.3267,
      "step": 10130
    },
    {
      "epoch": 0.6324061369589622,
      "grad_norm": 0.12006457149982452,
      "learning_rate": 1.572762155774926e-05,
      "loss": 2.3204,
      "step": 10140
    },
    {
      "epoch": 0.6330298116502432,
      "grad_norm": 0.12391640245914459,
      "learning_rate": 1.5680741109718793e-05,
      "loss": 2.3268,
      "step": 10150
    },
    {
      "epoch": 0.6336534863415243,
      "grad_norm": 0.12610678374767303,
      "learning_rate": 1.5633898690125617e-05,
      "loss": 2.3258,
      "step": 10160
    },
    {
      "epoch": 0.6342771610328053,
      "grad_norm": 0.12957870960235596,
      "learning_rate": 1.5587094490116254e-05,
      "loss": 2.3195,
      "step": 10170
    },
    {
      "epoch": 0.6349008357240863,
      "grad_norm": 0.12296176701784134,
      "learning_rate": 1.5540328700681288e-05,
      "loss": 2.3227,
      "step": 10180
    },
    {
      "epoch": 0.6355245104153674,
      "grad_norm": 0.11910593509674072,
      "learning_rate": 1.5493601512654544e-05,
      "loss": 2.3159,
      "step": 10190
    },
    {
      "epoch": 0.6361481851066484,
      "grad_norm": 0.11930778622627258,
      "learning_rate": 1.5446913116712343e-05,
      "loss": 2.3314,
      "step": 10200
    },
    {
      "epoch": 0.6367718597979294,
      "grad_norm": 0.11697711050510406,
      "learning_rate": 1.5400263703372688e-05,
      "loss": 2.3334,
      "step": 10210
    },
    {
      "epoch": 0.6373955344892104,
      "grad_norm": 0.12148252129554749,
      "learning_rate": 1.5353653462994545e-05,
      "loss": 2.3346,
      "step": 10220
    },
    {
      "epoch": 0.6380192091804915,
      "grad_norm": 0.1121847853064537,
      "learning_rate": 1.5307082585776984e-05,
      "loss": 2.3277,
      "step": 10230
    },
    {
      "epoch": 0.6386428838717725,
      "grad_norm": 0.11173775047063828,
      "learning_rate": 1.5260551261758494e-05,
      "loss": 2.3302,
      "step": 10240
    },
    {
      "epoch": 0.6392665585630535,
      "grad_norm": 0.11885429173707962,
      "learning_rate": 1.521405968081614e-05,
      "loss": 2.3362,
      "step": 10250
    },
    {
      "epoch": 0.6398902332543346,
      "grad_norm": 0.10981769859790802,
      "learning_rate": 1.5167608032664805e-05,
      "loss": 2.3281,
      "step": 10260
    },
    {
      "epoch": 0.6405139079456156,
      "grad_norm": 0.12209799140691757,
      "learning_rate": 1.5121196506856427e-05,
      "loss": 2.3232,
      "step": 10270
    },
    {
      "epoch": 0.6411375826368966,
      "grad_norm": 0.1106402799487114,
      "learning_rate": 1.507482529277922e-05,
      "loss": 2.3219,
      "step": 10280
    },
    {
      "epoch": 0.6417612573281776,
      "grad_norm": 0.17524734139442444,
      "learning_rate": 1.5028494579656906e-05,
      "loss": 2.3412,
      "step": 10290
    },
    {
      "epoch": 0.6423849320194587,
      "grad_norm": 0.11379113048315048,
      "learning_rate": 1.4982204556547927e-05,
      "loss": 2.334,
      "step": 10300
    },
    {
      "epoch": 0.6430086067107397,
      "grad_norm": 0.11249829083681107,
      "learning_rate": 1.4935955412344696e-05,
      "loss": 2.324,
      "step": 10310
    },
    {
      "epoch": 0.6436322814020207,
      "grad_norm": 0.12215687334537506,
      "learning_rate": 1.48897473357728e-05,
      "loss": 2.3276,
      "step": 10320
    },
    {
      "epoch": 0.6442559560933018,
      "grad_norm": 0.11360029876232147,
      "learning_rate": 1.484358051539026e-05,
      "loss": 2.3176,
      "step": 10330
    },
    {
      "epoch": 0.6448796307845828,
      "grad_norm": 0.12010674178600311,
      "learning_rate": 1.479745513958673e-05,
      "loss": 2.3239,
      "step": 10340
    },
    {
      "epoch": 0.6455033054758638,
      "grad_norm": 0.10970020294189453,
      "learning_rate": 1.4751371396582764e-05,
      "loss": 2.3243,
      "step": 10350
    },
    {
      "epoch": 0.6461269801671449,
      "grad_norm": 0.1194850280880928,
      "learning_rate": 1.4705329474429e-05,
      "loss": 2.3234,
      "step": 10360
    },
    {
      "epoch": 0.6467506548584259,
      "grad_norm": 0.12517963349819183,
      "learning_rate": 1.4659329561005452e-05,
      "loss": 2.3317,
      "step": 10370
    },
    {
      "epoch": 0.6473743295497069,
      "grad_norm": 0.11612290143966675,
      "learning_rate": 1.4613371844020687e-05,
      "loss": 2.3265,
      "step": 10380
    },
    {
      "epoch": 0.6479980042409879,
      "grad_norm": 0.12079460918903351,
      "learning_rate": 1.4567456511011096e-05,
      "loss": 2.3355,
      "step": 10390
    },
    {
      "epoch": 0.648621678932269,
      "grad_norm": 0.11630034446716309,
      "learning_rate": 1.4521583749340118e-05,
      "loss": 2.3364,
      "step": 10400
    },
    {
      "epoch": 0.64924535362355,
      "grad_norm": 0.12046258896589279,
      "learning_rate": 1.4475753746197467e-05,
      "loss": 2.3202,
      "step": 10410
    },
    {
      "epoch": 0.649869028314831,
      "grad_norm": 0.12108028680086136,
      "learning_rate": 1.4429966688598378e-05,
      "loss": 2.3315,
      "step": 10420
    },
    {
      "epoch": 0.6504927030061121,
      "grad_norm": 0.11258222162723541,
      "learning_rate": 1.4384222763382849e-05,
      "loss": 2.3313,
      "step": 10430
    },
    {
      "epoch": 0.6511163776973931,
      "grad_norm": 0.10978444665670395,
      "learning_rate": 1.4338522157214868e-05,
      "loss": 2.3347,
      "step": 10440
    },
    {
      "epoch": 0.651740052388674,
      "grad_norm": 0.1375747174024582,
      "learning_rate": 1.429286505658163e-05,
      "loss": 2.3283,
      "step": 10450
    },
    {
      "epoch": 0.652363727079955,
      "grad_norm": 0.12464530766010284,
      "learning_rate": 1.4247251647792833e-05,
      "loss": 2.3289,
      "step": 10460
    },
    {
      "epoch": 0.6529874017712362,
      "grad_norm": 0.12972909212112427,
      "learning_rate": 1.420168211697987e-05,
      "loss": 2.3351,
      "step": 10470
    },
    {
      "epoch": 0.6536110764625171,
      "grad_norm": 0.11626869440078735,
      "learning_rate": 1.4156156650095095e-05,
      "loss": 2.3225,
      "step": 10480
    },
    {
      "epoch": 0.6542347511537981,
      "grad_norm": 0.12318337708711624,
      "learning_rate": 1.4110675432911028e-05,
      "loss": 2.333,
      "step": 10490
    },
    {
      "epoch": 0.6548584258450793,
      "grad_norm": 0.1175285130739212,
      "learning_rate": 1.4065238651019646e-05,
      "loss": 2.3334,
      "step": 10500
    },
    {
      "epoch": 0.6554821005363602,
      "grad_norm": 0.11153411865234375,
      "learning_rate": 1.4019846489831594e-05,
      "loss": 2.3359,
      "step": 10510
    },
    {
      "epoch": 0.6561057752276412,
      "grad_norm": 0.11497558653354645,
      "learning_rate": 1.397449913457545e-05,
      "loss": 2.3409,
      "step": 10520
    },
    {
      "epoch": 0.6567294499189222,
      "grad_norm": 0.11479874700307846,
      "learning_rate": 1.392919677029692e-05,
      "loss": 2.3306,
      "step": 10530
    },
    {
      "epoch": 0.6573531246102033,
      "grad_norm": 0.11082134395837784,
      "learning_rate": 1.3883939581858158e-05,
      "loss": 2.3306,
      "step": 10540
    },
    {
      "epoch": 0.6579767993014843,
      "grad_norm": 0.11939290165901184,
      "learning_rate": 1.3838727753936948e-05,
      "loss": 2.322,
      "step": 10550
    },
    {
      "epoch": 0.6586004739927653,
      "grad_norm": 0.12532168626785278,
      "learning_rate": 1.3793561471025995e-05,
      "loss": 2.3134,
      "step": 10560
    },
    {
      "epoch": 0.6592241486840464,
      "grad_norm": 0.11688268184661865,
      "learning_rate": 1.3748440917432115e-05,
      "loss": 2.3142,
      "step": 10570
    },
    {
      "epoch": 0.6598478233753274,
      "grad_norm": 0.10707306116819382,
      "learning_rate": 1.3703366277275565e-05,
      "loss": 2.3342,
      "step": 10580
    },
    {
      "epoch": 0.6604714980666084,
      "grad_norm": 0.11362015455961227,
      "learning_rate": 1.3658337734489223e-05,
      "loss": 2.3359,
      "step": 10590
    },
    {
      "epoch": 0.6610951727578895,
      "grad_norm": 0.12698064744472504,
      "learning_rate": 1.3613355472817855e-05,
      "loss": 2.3321,
      "step": 10600
    },
    {
      "epoch": 0.6617188474491705,
      "grad_norm": 0.11660013347864151,
      "learning_rate": 1.3568419675817379e-05,
      "loss": 2.3301,
      "step": 10610
    },
    {
      "epoch": 0.6623425221404515,
      "grad_norm": 0.11443380266427994,
      "learning_rate": 1.3523530526854111e-05,
      "loss": 2.3339,
      "step": 10620
    },
    {
      "epoch": 0.6629661968317325,
      "grad_norm": 0.12115835398435593,
      "learning_rate": 1.3478688209104017e-05,
      "loss": 2.345,
      "step": 10630
    },
    {
      "epoch": 0.6635898715230136,
      "grad_norm": 0.11116084456443787,
      "learning_rate": 1.3433892905551936e-05,
      "loss": 2.322,
      "step": 10640
    },
    {
      "epoch": 0.6642135462142946,
      "grad_norm": 0.11218724399805069,
      "learning_rate": 1.3389144798990896e-05,
      "loss": 2.3193,
      "step": 10650
    },
    {
      "epoch": 0.6648372209055756,
      "grad_norm": 0.12265145033597946,
      "learning_rate": 1.3344444072021307e-05,
      "loss": 2.3261,
      "step": 10660
    },
    {
      "epoch": 0.6654608955968567,
      "grad_norm": 0.12273472547531128,
      "learning_rate": 1.3299790907050258e-05,
      "loss": 2.3367,
      "step": 10670
    },
    {
      "epoch": 0.6660845702881377,
      "grad_norm": 0.12450592964887619,
      "learning_rate": 1.3255185486290728e-05,
      "loss": 2.3298,
      "step": 10680
    },
    {
      "epoch": 0.6667082449794187,
      "grad_norm": 0.11576303839683533,
      "learning_rate": 1.3210627991760895e-05,
      "loss": 2.3269,
      "step": 10690
    },
    {
      "epoch": 0.6673319196706997,
      "grad_norm": 0.12267053127288818,
      "learning_rate": 1.3166118605283363e-05,
      "loss": 2.3221,
      "step": 10700
    },
    {
      "epoch": 0.6679555943619808,
      "grad_norm": 0.11387135088443756,
      "learning_rate": 1.3121657508484425e-05,
      "loss": 2.3232,
      "step": 10710
    },
    {
      "epoch": 0.6685792690532618,
      "grad_norm": 0.12669159471988678,
      "learning_rate": 1.3077244882793306e-05,
      "loss": 2.3428,
      "step": 10720
    },
    {
      "epoch": 0.6692029437445428,
      "grad_norm": 0.11336692422628403,
      "learning_rate": 1.3032880909441453e-05,
      "loss": 2.3185,
      "step": 10730
    },
    {
      "epoch": 0.6698266184358239,
      "grad_norm": 0.11670122295618057,
      "learning_rate": 1.298856576946178e-05,
      "loss": 2.3296,
      "step": 10740
    },
    {
      "epoch": 0.6704502931271049,
      "grad_norm": 0.1183091402053833,
      "learning_rate": 1.2944299643687934e-05,
      "loss": 2.3218,
      "step": 10750
    },
    {
      "epoch": 0.6710739678183859,
      "grad_norm": 0.14378517866134644,
      "learning_rate": 1.2900082712753544e-05,
      "loss": 2.3315,
      "step": 10760
    },
    {
      "epoch": 0.6716976425096669,
      "grad_norm": 0.12318568676710129,
      "learning_rate": 1.2855915157091497e-05,
      "loss": 2.3154,
      "step": 10770
    },
    {
      "epoch": 0.672321317200948,
      "grad_norm": 0.11151120811700821,
      "learning_rate": 1.2811797156933198e-05,
      "loss": 2.3233,
      "step": 10780
    },
    {
      "epoch": 0.672944991892229,
      "grad_norm": 0.11809705197811127,
      "learning_rate": 1.276772889230784e-05,
      "loss": 2.3404,
      "step": 10790
    },
    {
      "epoch": 0.67356866658351,
      "grad_norm": 0.12546375393867493,
      "learning_rate": 1.2723710543041644e-05,
      "loss": 2.328,
      "step": 10800
    },
    {
      "epoch": 0.6741923412747911,
      "grad_norm": 0.11328066140413284,
      "learning_rate": 1.2679742288757169e-05,
      "loss": 2.3327,
      "step": 10810
    },
    {
      "epoch": 0.6748160159660721,
      "grad_norm": 0.10950411856174469,
      "learning_rate": 1.2635824308872537e-05,
      "loss": 2.3295,
      "step": 10820
    },
    {
      "epoch": 0.6754396906573531,
      "grad_norm": 0.11956833302974701,
      "learning_rate": 1.2591956782600744e-05,
      "loss": 2.3185,
      "step": 10830
    },
    {
      "epoch": 0.6760633653486342,
      "grad_norm": 0.12245277315378189,
      "learning_rate": 1.2548139888948865e-05,
      "loss": 2.3298,
      "step": 10840
    },
    {
      "epoch": 0.6766870400399152,
      "grad_norm": 0.12240239977836609,
      "learning_rate": 1.250437380671739e-05,
      "loss": 2.3215,
      "step": 10850
    },
    {
      "epoch": 0.6773107147311962,
      "grad_norm": 0.11650018393993378,
      "learning_rate": 1.2460658714499463e-05,
      "loss": 2.327,
      "step": 10860
    },
    {
      "epoch": 0.6779343894224772,
      "grad_norm": 0.1226891353726387,
      "learning_rate": 1.2416994790680162e-05,
      "loss": 2.3195,
      "step": 10870
    },
    {
      "epoch": 0.6785580641137583,
      "grad_norm": 0.11427874863147736,
      "learning_rate": 1.2373382213435736e-05,
      "loss": 2.3307,
      "step": 10880
    },
    {
      "epoch": 0.6791817388050393,
      "grad_norm": 0.11886848509311676,
      "learning_rate": 1.232982116073294e-05,
      "loss": 2.3277,
      "step": 10890
    },
    {
      "epoch": 0.6798054134963203,
      "grad_norm": 0.11400000005960464,
      "learning_rate": 1.2286311810328267e-05,
      "loss": 2.3201,
      "step": 10900
    },
    {
      "epoch": 0.6804290881876014,
      "grad_norm": 0.1127428263425827,
      "learning_rate": 1.2242854339767235e-05,
      "loss": 2.3209,
      "step": 10910
    },
    {
      "epoch": 0.6810527628788824,
      "grad_norm": 0.14690594375133514,
      "learning_rate": 1.2199448926383627e-05,
      "loss": 2.3184,
      "step": 10920
    },
    {
      "epoch": 0.6816764375701634,
      "grad_norm": 0.11740609258413315,
      "learning_rate": 1.2156095747298863e-05,
      "loss": 2.3272,
      "step": 10930
    },
    {
      "epoch": 0.6823001122614444,
      "grad_norm": 0.11053745448589325,
      "learning_rate": 1.2112794979421172e-05,
      "loss": 2.3215,
      "step": 10940
    },
    {
      "epoch": 0.6829237869527255,
      "grad_norm": 0.11070570349693298,
      "learning_rate": 1.2069546799444903e-05,
      "loss": 2.3124,
      "step": 10950
    },
    {
      "epoch": 0.6835474616440065,
      "grad_norm": 0.11833559721708298,
      "learning_rate": 1.2026351383849841e-05,
      "loss": 2.3267,
      "step": 10960
    },
    {
      "epoch": 0.6841711363352875,
      "grad_norm": 0.19355033338069916,
      "learning_rate": 1.1983208908900443e-05,
      "loss": 2.3254,
      "step": 10970
    },
    {
      "epoch": 0.6847948110265686,
      "grad_norm": 0.12041525542736053,
      "learning_rate": 1.1940119550645155e-05,
      "loss": 2.3369,
      "step": 10980
    },
    {
      "epoch": 0.6854184857178496,
      "grad_norm": 0.12023776024580002,
      "learning_rate": 1.1897083484915636e-05,
      "loss": 2.3299,
      "step": 10990
    },
    {
      "epoch": 0.6860421604091306,
      "grad_norm": 0.10935679823160172,
      "learning_rate": 1.1854100887326109e-05,
      "loss": 2.3294,
      "step": 11000
    },
    {
      "epoch": 0.6866658351004116,
      "grad_norm": 0.11955167353153229,
      "learning_rate": 1.1811171933272604e-05,
      "loss": 2.3332,
      "step": 11010
    },
    {
      "epoch": 0.6872895097916927,
      "grad_norm": 0.11386360228061676,
      "learning_rate": 1.1768296797932266e-05,
      "loss": 2.3355,
      "step": 11020
    },
    {
      "epoch": 0.6879131844829737,
      "grad_norm": 0.10911037027835846,
      "learning_rate": 1.172547565626259e-05,
      "loss": 2.3269,
      "step": 11030
    },
    {
      "epoch": 0.6885368591742547,
      "grad_norm": 0.11730317771434784,
      "learning_rate": 1.1682708683000776e-05,
      "loss": 2.3155,
      "step": 11040
    },
    {
      "epoch": 0.6891605338655358,
      "grad_norm": 0.11943700909614563,
      "learning_rate": 1.1639996052662968e-05,
      "loss": 2.3126,
      "step": 11050
    },
    {
      "epoch": 0.6897842085568168,
      "grad_norm": 0.10759107768535614,
      "learning_rate": 1.1597337939543563e-05,
      "loss": 2.3254,
      "step": 11060
    },
    {
      "epoch": 0.6904078832480978,
      "grad_norm": 0.11340372264385223,
      "learning_rate": 1.1554734517714499e-05,
      "loss": 2.3212,
      "step": 11070
    },
    {
      "epoch": 0.6910315579393789,
      "grad_norm": 0.10906215757131577,
      "learning_rate": 1.1512185961024516e-05,
      "loss": 2.3356,
      "step": 11080
    },
    {
      "epoch": 0.6916552326306599,
      "grad_norm": 0.11500955373048782,
      "learning_rate": 1.1469692443098479e-05,
      "loss": 2.3089,
      "step": 11090
    },
    {
      "epoch": 0.6922789073219409,
      "grad_norm": 0.13016055524349213,
      "learning_rate": 1.1427254137336698e-05,
      "loss": 2.3293,
      "step": 11100
    },
    {
      "epoch": 0.6929025820132219,
      "grad_norm": 0.10811126977205276,
      "learning_rate": 1.138487121691412e-05,
      "loss": 2.3243,
      "step": 11110
    },
    {
      "epoch": 0.693526256704503,
      "grad_norm": 0.12454427778720856,
      "learning_rate": 1.1342543854779727e-05,
      "loss": 2.3323,
      "step": 11120
    },
    {
      "epoch": 0.694149931395784,
      "grad_norm": 0.13060212135314941,
      "learning_rate": 1.1300272223655774e-05,
      "loss": 2.3179,
      "step": 11130
    },
    {
      "epoch": 0.694773606087065,
      "grad_norm": 0.11365767568349838,
      "learning_rate": 1.1258056496037117e-05,
      "loss": 2.3277,
      "step": 11140
    },
    {
      "epoch": 0.6953972807783461,
      "grad_norm": 0.11969134211540222,
      "learning_rate": 1.1215896844190448e-05,
      "loss": 2.3292,
      "step": 11150
    },
    {
      "epoch": 0.6960209554696271,
      "grad_norm": 0.11888335645198822,
      "learning_rate": 1.1173793440153677e-05,
      "loss": 2.3109,
      "step": 11160
    },
    {
      "epoch": 0.696644630160908,
      "grad_norm": 0.11408642679452896,
      "learning_rate": 1.1131746455735167e-05,
      "loss": 2.3319,
      "step": 11170
    },
    {
      "epoch": 0.697268304852189,
      "grad_norm": 0.11939073354005814,
      "learning_rate": 1.1089756062513071e-05,
      "loss": 2.3202,
      "step": 11180
    },
    {
      "epoch": 0.6978919795434702,
      "grad_norm": 0.12123575061559677,
      "learning_rate": 1.104782243183458e-05,
      "loss": 2.3274,
      "step": 11190
    },
    {
      "epoch": 0.6985156542347511,
      "grad_norm": 0.10839838534593582,
      "learning_rate": 1.1005945734815292e-05,
      "loss": 2.3296,
      "step": 11200
    },
    {
      "epoch": 0.6991393289260321,
      "grad_norm": 0.11426977068185806,
      "learning_rate": 1.0964126142338468e-05,
      "loss": 2.3189,
      "step": 11210
    },
    {
      "epoch": 0.6997630036173133,
      "grad_norm": 0.12230973690748215,
      "learning_rate": 1.0922363825054354e-05,
      "loss": 2.3218,
      "step": 11220
    },
    {
      "epoch": 0.7003866783085942,
      "grad_norm": 0.11685538291931152,
      "learning_rate": 1.0880658953379449e-05,
      "loss": 2.32,
      "step": 11230
    },
    {
      "epoch": 0.7010103529998752,
      "grad_norm": 0.13110411167144775,
      "learning_rate": 1.0839011697495875e-05,
      "loss": 2.3174,
      "step": 11240
    },
    {
      "epoch": 0.7016340276911563,
      "grad_norm": 0.12281551957130432,
      "learning_rate": 1.0797422227350617e-05,
      "loss": 2.3251,
      "step": 11250
    },
    {
      "epoch": 0.7022577023824373,
      "grad_norm": 0.11702202260494232,
      "learning_rate": 1.0755890712654888e-05,
      "loss": 2.3239,
      "step": 11260
    },
    {
      "epoch": 0.7028813770737183,
      "grad_norm": 0.10448694974184036,
      "learning_rate": 1.0714417322883356e-05,
      "loss": 2.3242,
      "step": 11270
    },
    {
      "epoch": 0.7035050517649993,
      "grad_norm": 0.11908908933401108,
      "learning_rate": 1.0673002227273563e-05,
      "loss": 2.3373,
      "step": 11280
    },
    {
      "epoch": 0.7041287264562804,
      "grad_norm": 0.11190736293792725,
      "learning_rate": 1.0631645594825146e-05,
      "loss": 2.332,
      "step": 11290
    },
    {
      "epoch": 0.7047524011475614,
      "grad_norm": 0.11180426925420761,
      "learning_rate": 1.0590347594299157e-05,
      "loss": 2.3178,
      "step": 11300
    },
    {
      "epoch": 0.7053760758388424,
      "grad_norm": 0.12188137322664261,
      "learning_rate": 1.0549108394217418e-05,
      "loss": 2.3298,
      "step": 11310
    },
    {
      "epoch": 0.7059997505301235,
      "grad_norm": 0.11672978103160858,
      "learning_rate": 1.0507928162861804e-05,
      "loss": 2.324,
      "step": 11320
    },
    {
      "epoch": 0.7066234252214045,
      "grad_norm": 0.12054169178009033,
      "learning_rate": 1.046680706827356e-05,
      "loss": 2.3449,
      "step": 11330
    },
    {
      "epoch": 0.7072470999126855,
      "grad_norm": 0.10956279188394547,
      "learning_rate": 1.0425745278252612e-05,
      "loss": 2.3265,
      "step": 11340
    },
    {
      "epoch": 0.7078707746039665,
      "grad_norm": 0.11771098524332047,
      "learning_rate": 1.0384742960356883e-05,
      "loss": 2.3164,
      "step": 11350
    },
    {
      "epoch": 0.7084944492952476,
      "grad_norm": 0.1148812398314476,
      "learning_rate": 1.0343800281901619e-05,
      "loss": 2.3331,
      "step": 11360
    },
    {
      "epoch": 0.7091181239865286,
      "grad_norm": 0.11038649827241898,
      "learning_rate": 1.0302917409958699e-05,
      "loss": 2.326,
      "step": 11370
    },
    {
      "epoch": 0.7097417986778096,
      "grad_norm": 0.11778529733419418,
      "learning_rate": 1.0262094511355957e-05,
      "loss": 2.3401,
      "step": 11380
    },
    {
      "epoch": 0.7103654733690907,
      "grad_norm": 0.14081740379333496,
      "learning_rate": 1.0221331752676484e-05,
      "loss": 2.3282,
      "step": 11390
    },
    {
      "epoch": 0.7109891480603717,
      "grad_norm": 0.12280261516571045,
      "learning_rate": 1.0180629300257972e-05,
      "loss": 2.3234,
      "step": 11400
    },
    {
      "epoch": 0.7116128227516527,
      "grad_norm": 0.11731764674186707,
      "learning_rate": 1.013998732019203e-05,
      "loss": 2.3205,
      "step": 11410
    },
    {
      "epoch": 0.7122364974429337,
      "grad_norm": 0.1239992305636406,
      "learning_rate": 1.0099405978323504e-05,
      "loss": 2.3169,
      "step": 11420
    },
    {
      "epoch": 0.7128601721342148,
      "grad_norm": 0.11492156237363815,
      "learning_rate": 1.0058885440249777e-05,
      "loss": 2.3243,
      "step": 11430
    },
    {
      "epoch": 0.7134838468254958,
      "grad_norm": 0.11505182832479477,
      "learning_rate": 1.0018425871320122e-05,
      "loss": 2.3063,
      "step": 11440
    },
    {
      "epoch": 0.7141075215167768,
      "grad_norm": 0.10643351078033447,
      "learning_rate": 9.97802743663506e-06,
      "loss": 2.3371,
      "step": 11450
    },
    {
      "epoch": 0.7147311962080579,
      "grad_norm": 0.10951405763626099,
      "learning_rate": 9.937690301045576e-06,
      "loss": 2.3246,
      "step": 11460
    },
    {
      "epoch": 0.7153548708993389,
      "grad_norm": 0.13008306920528412,
      "learning_rate": 9.897414629152567e-06,
      "loss": 2.3261,
      "step": 11470
    },
    {
      "epoch": 0.7159785455906199,
      "grad_norm": 0.12434671074151993,
      "learning_rate": 9.857200585306107e-06,
      "loss": 2.3244,
      "step": 11480
    },
    {
      "epoch": 0.716602220281901,
      "grad_norm": 0.12462503463029861,
      "learning_rate": 9.81704833360479e-06,
      "loss": 2.3317,
      "step": 11490
    },
    {
      "epoch": 0.717225894973182,
      "grad_norm": 0.114158496260643,
      "learning_rate": 9.776958037895034e-06,
      "loss": 2.3261,
      "step": 11500
    },
    {
      "epoch": 0.717849569664463,
      "grad_norm": 0.11533239483833313,
      "learning_rate": 9.736929861770474e-06,
      "loss": 2.3276,
      "step": 11510
    },
    {
      "epoch": 0.718473244355744,
      "grad_norm": 0.10688468813896179,
      "learning_rate": 9.696963968571243e-06,
      "loss": 2.3309,
      "step": 11520
    },
    {
      "epoch": 0.7190969190470251,
      "grad_norm": 0.11271517723798752,
      "learning_rate": 9.657060521383326e-06,
      "loss": 2.3238,
      "step": 11530
    },
    {
      "epoch": 0.7197205937383061,
      "grad_norm": 0.1158955916762352,
      "learning_rate": 9.617219683037867e-06,
      "loss": 2.3137,
      "step": 11540
    },
    {
      "epoch": 0.7203442684295871,
      "grad_norm": 0.12187225371599197,
      "learning_rate": 9.577441616110552e-06,
      "loss": 2.3166,
      "step": 11550
    },
    {
      "epoch": 0.7209679431208682,
      "grad_norm": 0.11923030763864517,
      "learning_rate": 9.537726482920911e-06,
      "loss": 2.335,
      "step": 11560
    },
    {
      "epoch": 0.7215916178121492,
      "grad_norm": 0.11417540907859802,
      "learning_rate": 9.498074445531673e-06,
      "loss": 2.3331,
      "step": 11570
    },
    {
      "epoch": 0.7222152925034302,
      "grad_norm": 0.11085979640483856,
      "learning_rate": 9.45848566574807e-06,
      "loss": 2.3394,
      "step": 11580
    },
    {
      "epoch": 0.7228389671947112,
      "grad_norm": 0.11104951053857803,
      "learning_rate": 9.418960305117234e-06,
      "loss": 2.3274,
      "step": 11590
    },
    {
      "epoch": 0.7234626418859923,
      "grad_norm": 0.11739622801542282,
      "learning_rate": 9.379498524927488e-06,
      "loss": 2.3165,
      "step": 11600
    },
    {
      "epoch": 0.7240863165772733,
      "grad_norm": 0.1111864224076271,
      "learning_rate": 9.34010048620772e-06,
      "loss": 2.3364,
      "step": 11610
    },
    {
      "epoch": 0.7247099912685543,
      "grad_norm": 0.11575809866189957,
      "learning_rate": 9.300766349726703e-06,
      "loss": 2.324,
      "step": 11620
    },
    {
      "epoch": 0.7253336659598354,
      "grad_norm": 0.12073253095149994,
      "learning_rate": 9.261496275992452e-06,
      "loss": 2.3072,
      "step": 11630
    },
    {
      "epoch": 0.7259573406511164,
      "grad_norm": 0.1160811334848404,
      "learning_rate": 9.222290425251562e-06,
      "loss": 2.3315,
      "step": 11640
    },
    {
      "epoch": 0.7265810153423974,
      "grad_norm": 0.11007162928581238,
      "learning_rate": 9.183148957488574e-06,
      "loss": 2.3291,
      "step": 11650
    },
    {
      "epoch": 0.7272046900336784,
      "grad_norm": 0.11521092802286148,
      "learning_rate": 9.144072032425275e-06,
      "loss": 2.323,
      "step": 11660
    },
    {
      "epoch": 0.7278283647249595,
      "grad_norm": 0.10529891401529312,
      "learning_rate": 9.105059809520102e-06,
      "loss": 2.3218,
      "step": 11670
    },
    {
      "epoch": 0.7284520394162405,
      "grad_norm": 0.1159123033285141,
      "learning_rate": 9.066112447967464e-06,
      "loss": 2.3336,
      "step": 11680
    },
    {
      "epoch": 0.7290757141075215,
      "grad_norm": 0.11860664188861847,
      "learning_rate": 9.027230106697096e-06,
      "loss": 2.3294,
      "step": 11690
    },
    {
      "epoch": 0.7296993887988026,
      "grad_norm": 0.10800643265247345,
      "learning_rate": 8.988412944373387e-06,
      "loss": 2.3222,
      "step": 11700
    },
    {
      "epoch": 0.7303230634900836,
      "grad_norm": 0.11162019520998001,
      "learning_rate": 8.949661119394781e-06,
      "loss": 2.3304,
      "step": 11710
    },
    {
      "epoch": 0.7309467381813646,
      "grad_norm": 0.11629191040992737,
      "learning_rate": 8.910974789893094e-06,
      "loss": 2.3247,
      "step": 11720
    },
    {
      "epoch": 0.7315704128726457,
      "grad_norm": 0.11604594439268112,
      "learning_rate": 8.872354113732895e-06,
      "loss": 2.3245,
      "step": 11730
    },
    {
      "epoch": 0.7321940875639267,
      "grad_norm": 0.11745835095643997,
      "learning_rate": 8.833799248510807e-06,
      "loss": 2.3257,
      "step": 11740
    },
    {
      "epoch": 0.7328177622552077,
      "grad_norm": 0.10845550894737244,
      "learning_rate": 8.795310351554939e-06,
      "loss": 2.3255,
      "step": 11750
    },
    {
      "epoch": 0.7334414369464887,
      "grad_norm": 0.11573302000761032,
      "learning_rate": 8.7568875799242e-06,
      "loss": 2.318,
      "step": 11760
    },
    {
      "epoch": 0.7340651116377698,
      "grad_norm": 0.11157214641571045,
      "learning_rate": 8.71853109040767e-06,
      "loss": 2.3212,
      "step": 11770
    },
    {
      "epoch": 0.7346887863290508,
      "grad_norm": 0.11451750248670578,
      "learning_rate": 8.680241039523929e-06,
      "loss": 2.3326,
      "step": 11780
    },
    {
      "epoch": 0.7353124610203318,
      "grad_norm": 0.11472783982753754,
      "learning_rate": 8.642017583520468e-06,
      "loss": 2.3342,
      "step": 11790
    },
    {
      "epoch": 0.7359361357116129,
      "grad_norm": 0.11717130243778229,
      "learning_rate": 8.603860878373052e-06,
      "loss": 2.3197,
      "step": 11800
    },
    {
      "epoch": 0.7365598104028939,
      "grad_norm": 0.11736544966697693,
      "learning_rate": 8.565771079785012e-06,
      "loss": 2.3162,
      "step": 11810
    },
    {
      "epoch": 0.7371834850941749,
      "grad_norm": 0.12546053528785706,
      "learning_rate": 8.527748343186687e-06,
      "loss": 2.3257,
      "step": 11820
    },
    {
      "epoch": 0.7378071597854559,
      "grad_norm": 0.11798648536205292,
      "learning_rate": 8.489792823734755e-06,
      "loss": 2.3264,
      "step": 11830
    },
    {
      "epoch": 0.738430834476737,
      "grad_norm": 0.11356209963560104,
      "learning_rate": 8.451904676311617e-06,
      "loss": 2.3422,
      "step": 11840
    },
    {
      "epoch": 0.739054509168018,
      "grad_norm": 0.10595770180225372,
      "learning_rate": 8.414084055524727e-06,
      "loss": 2.3257,
      "step": 11850
    },
    {
      "epoch": 0.739678183859299,
      "grad_norm": 0.11491603404283524,
      "learning_rate": 8.376331115706006e-06,
      "loss": 2.3343,
      "step": 11860
    },
    {
      "epoch": 0.7403018585505801,
      "grad_norm": 0.12267739325761795,
      "learning_rate": 8.3386460109112e-06,
      "loss": 2.3349,
      "step": 11870
    },
    {
      "epoch": 0.7409255332418611,
      "grad_norm": 0.11258307099342346,
      "learning_rate": 8.30102889491924e-06,
      "loss": 2.3221,
      "step": 11880
    },
    {
      "epoch": 0.741549207933142,
      "grad_norm": 0.1095864325761795,
      "learning_rate": 8.263479921231601e-06,
      "loss": 2.3308,
      "step": 11890
    },
    {
      "epoch": 0.742172882624423,
      "grad_norm": 0.11768944561481476,
      "learning_rate": 8.225999243071721e-06,
      "loss": 2.3212,
      "step": 11900
    },
    {
      "epoch": 0.7427965573157042,
      "grad_norm": 0.11741852760314941,
      "learning_rate": 8.188587013384338e-06,
      "loss": 2.3318,
      "step": 11910
    },
    {
      "epoch": 0.7434202320069851,
      "grad_norm": 0.11327473074197769,
      "learning_rate": 8.15124338483489e-06,
      "loss": 2.3364,
      "step": 11920
    },
    {
      "epoch": 0.7440439066982661,
      "grad_norm": 0.11056627333164215,
      "learning_rate": 8.113968509808843e-06,
      "loss": 2.3472,
      "step": 11930
    },
    {
      "epoch": 0.7446675813895473,
      "grad_norm": 0.11114642024040222,
      "learning_rate": 8.076762540411145e-06,
      "loss": 2.3216,
      "step": 11940
    },
    {
      "epoch": 0.7452912560808282,
      "grad_norm": 0.11915438622236252,
      "learning_rate": 8.039625628465547e-06,
      "loss": 2.3266,
      "step": 11950
    },
    {
      "epoch": 0.7459149307721092,
      "grad_norm": 0.11617117375135422,
      "learning_rate": 8.002557925514007e-06,
      "loss": 2.3228,
      "step": 11960
    },
    {
      "epoch": 0.7465386054633903,
      "grad_norm": 0.11747953295707703,
      "learning_rate": 7.965559582816064e-06,
      "loss": 2.3233,
      "step": 11970
    },
    {
      "epoch": 0.7471622801546713,
      "grad_norm": 0.11729386448860168,
      "learning_rate": 7.928630751348229e-06,
      "loss": 2.3394,
      "step": 11980
    },
    {
      "epoch": 0.7477859548459523,
      "grad_norm": 0.11578994244337082,
      "learning_rate": 7.891771581803355e-06,
      "loss": 2.3284,
      "step": 11990
    },
    {
      "epoch": 0.7484096295372333,
      "grad_norm": 0.11829861998558044,
      "learning_rate": 7.854982224590047e-06,
      "loss": 2.3329,
      "step": 12000
    },
    {
      "epoch": 0.7490333042285144,
      "grad_norm": 0.11394292116165161,
      "learning_rate": 7.818262829831999e-06,
      "loss": 2.3309,
      "step": 12010
    },
    {
      "epoch": 0.7496569789197954,
      "grad_norm": 0.11370863020420074,
      "learning_rate": 7.781613547367445e-06,
      "loss": 2.3126,
      "step": 12020
    },
    {
      "epoch": 0.7502806536110764,
      "grad_norm": 0.11541591584682465,
      "learning_rate": 7.74503452674851e-06,
      "loss": 2.3243,
      "step": 12030
    },
    {
      "epoch": 0.7509043283023575,
      "grad_norm": 0.10724633932113647,
      "learning_rate": 7.708525917240605e-06,
      "loss": 2.3409,
      "step": 12040
    },
    {
      "epoch": 0.7515280029936385,
      "grad_norm": 0.11315209418535233,
      "learning_rate": 7.672087867821806e-06,
      "loss": 2.3067,
      "step": 12050
    },
    {
      "epoch": 0.7521516776849195,
      "grad_norm": 0.11253931373357773,
      "learning_rate": 7.63572052718228e-06,
      "loss": 2.3244,
      "step": 12060
    },
    {
      "epoch": 0.7527753523762005,
      "grad_norm": 0.11920401453971863,
      "learning_rate": 7.599424043723646e-06,
      "loss": 2.335,
      "step": 12070
    },
    {
      "epoch": 0.7533990270674816,
      "grad_norm": 0.11759009957313538,
      "learning_rate": 7.563198565558391e-06,
      "loss": 2.3267,
      "step": 12080
    },
    {
      "epoch": 0.7540227017587626,
      "grad_norm": 0.11140833050012589,
      "learning_rate": 7.527044240509234e-06,
      "loss": 2.3126,
      "step": 12090
    },
    {
      "epoch": 0.7546463764500436,
      "grad_norm": 0.11350700259208679,
      "learning_rate": 7.490961216108569e-06,
      "loss": 2.3325,
      "step": 12100
    },
    {
      "epoch": 0.7552700511413247,
      "grad_norm": 0.10984740406274796,
      "learning_rate": 7.454949639597827e-06,
      "loss": 2.3349,
      "step": 12110
    },
    {
      "epoch": 0.7558937258326057,
      "grad_norm": 0.15190964937210083,
      "learning_rate": 7.419009657926898e-06,
      "loss": 2.3181,
      "step": 12120
    },
    {
      "epoch": 0.7565174005238867,
      "grad_norm": 0.12216383963823318,
      "learning_rate": 7.383141417753481e-06,
      "loss": 2.3242,
      "step": 12130
    },
    {
      "epoch": 0.7571410752151677,
      "grad_norm": 0.11986672878265381,
      "learning_rate": 7.347345065442584e-06,
      "loss": 2.3178,
      "step": 12140
    },
    {
      "epoch": 0.7577647499064488,
      "grad_norm": 0.1117406040430069,
      "learning_rate": 7.311620747065837e-06,
      "loss": 2.3075,
      "step": 12150
    },
    {
      "epoch": 0.7583884245977298,
      "grad_norm": 0.1106078177690506,
      "learning_rate": 7.275968608400904e-06,
      "loss": 2.3125,
      "step": 12160
    },
    {
      "epoch": 0.7590120992890108,
      "grad_norm": 0.11457602679729462,
      "learning_rate": 7.240388794930949e-06,
      "loss": 2.3312,
      "step": 12170
    },
    {
      "epoch": 0.7596357739802919,
      "grad_norm": 0.11651898175477982,
      "learning_rate": 7.204881451843984e-06,
      "loss": 2.3232,
      "step": 12180
    },
    {
      "epoch": 0.7602594486715729,
      "grad_norm": 0.11183909326791763,
      "learning_rate": 7.169446724032306e-06,
      "loss": 2.3227,
      "step": 12190
    },
    {
      "epoch": 0.7608831233628539,
      "grad_norm": 0.11291775107383728,
      "learning_rate": 7.134084756091877e-06,
      "loss": 2.3164,
      "step": 12200
    },
    {
      "epoch": 0.761506798054135,
      "grad_norm": 0.11380565166473389,
      "learning_rate": 7.098795692321775e-06,
      "loss": 2.3233,
      "step": 12210
    },
    {
      "epoch": 0.762130472745416,
      "grad_norm": 0.13784213364124298,
      "learning_rate": 7.063579676723567e-06,
      "loss": 2.3117,
      "step": 12220
    },
    {
      "epoch": 0.762754147436697,
      "grad_norm": 0.11496659368276596,
      "learning_rate": 7.028436853000761e-06,
      "loss": 2.3366,
      "step": 12230
    },
    {
      "epoch": 0.763377822127978,
      "grad_norm": 0.11448788642883301,
      "learning_rate": 6.993367364558156e-06,
      "loss": 2.3382,
      "step": 12240
    },
    {
      "epoch": 0.7640014968192591,
      "grad_norm": 0.11213409155607224,
      "learning_rate": 6.958371354501336e-06,
      "loss": 2.3267,
      "step": 12250
    },
    {
      "epoch": 0.7646251715105401,
      "grad_norm": 0.10913136601448059,
      "learning_rate": 6.923448965636026e-06,
      "loss": 2.317,
      "step": 12260
    },
    {
      "epoch": 0.7652488462018211,
      "grad_norm": 0.12158036977052689,
      "learning_rate": 6.888600340467538e-06,
      "loss": 2.3106,
      "step": 12270
    },
    {
      "epoch": 0.7658725208931022,
      "grad_norm": 0.1126130074262619,
      "learning_rate": 6.853825621200189e-06,
      "loss": 2.3173,
      "step": 12280
    },
    {
      "epoch": 0.7664961955843832,
      "grad_norm": 0.12213795632123947,
      "learning_rate": 6.819124949736683e-06,
      "loss": 2.3307,
      "step": 12290
    },
    {
      "epoch": 0.7671198702756642,
      "grad_norm": 0.11176756769418716,
      "learning_rate": 6.784498467677597e-06,
      "loss": 2.3286,
      "step": 12300
    },
    {
      "epoch": 0.7677435449669452,
      "grad_norm": 0.10818132013082504,
      "learning_rate": 6.749946316320749e-06,
      "loss": 2.3278,
      "step": 12310
    },
    {
      "epoch": 0.7683672196582263,
      "grad_norm": 0.1188206747174263,
      "learning_rate": 6.7154686366606515e-06,
      "loss": 2.3193,
      "step": 12320
    },
    {
      "epoch": 0.7689908943495073,
      "grad_norm": 0.12179037928581238,
      "learning_rate": 6.68106556938792e-06,
      "loss": 2.3355,
      "step": 12330
    },
    {
      "epoch": 0.7696145690407883,
      "grad_norm": 0.11242129653692245,
      "learning_rate": 6.646737254888708e-06,
      "loss": 2.3338,
      "step": 12340
    },
    {
      "epoch": 0.7702382437320694,
      "grad_norm": 0.109133280813694,
      "learning_rate": 6.612483833244129e-06,
      "loss": 2.327,
      "step": 12350
    },
    {
      "epoch": 0.7708619184233504,
      "grad_norm": 0.1199965551495552,
      "learning_rate": 6.578305444229676e-06,
      "loss": 2.3117,
      "step": 12360
    },
    {
      "epoch": 0.7714855931146314,
      "grad_norm": 0.11277058720588684,
      "learning_rate": 6.5442022273146775e-06,
      "loss": 2.3167,
      "step": 12370
    },
    {
      "epoch": 0.7721092678059125,
      "grad_norm": 0.11726175993680954,
      "learning_rate": 6.5101743216617075e-06,
      "loss": 2.3439,
      "step": 12380
    },
    {
      "epoch": 0.7727329424971935,
      "grad_norm": 0.11217547208070755,
      "learning_rate": 6.476221866126029e-06,
      "loss": 2.312,
      "step": 12390
    },
    {
      "epoch": 0.7733566171884745,
      "grad_norm": 0.10979986190795898,
      "learning_rate": 6.4423449992549955e-06,
      "loss": 2.3302,
      "step": 12400
    },
    {
      "epoch": 0.7739802918797555,
      "grad_norm": 0.11193552613258362,
      "learning_rate": 6.408543859287541e-06,
      "loss": 2.3292,
      "step": 12410
    },
    {
      "epoch": 0.7746039665710366,
      "grad_norm": 0.11518640071153641,
      "learning_rate": 6.374818584153572e-06,
      "loss": 2.3447,
      "step": 12420
    },
    {
      "epoch": 0.7752276412623176,
      "grad_norm": 0.11220235377550125,
      "learning_rate": 6.341169311473433e-06,
      "loss": 2.326,
      "step": 12430
    },
    {
      "epoch": 0.7758513159535986,
      "grad_norm": 0.10987674444913864,
      "learning_rate": 6.307596178557298e-06,
      "loss": 2.3305,
      "step": 12440
    },
    {
      "epoch": 0.7764749906448797,
      "grad_norm": 0.1183663085103035,
      "learning_rate": 6.274099322404675e-06,
      "loss": 2.3351,
      "step": 12450
    },
    {
      "epoch": 0.7770986653361607,
      "grad_norm": 0.109019935131073,
      "learning_rate": 6.240678879703804e-06,
      "loss": 2.3208,
      "step": 12460
    },
    {
      "epoch": 0.7777223400274417,
      "grad_norm": 0.10952232033014297,
      "learning_rate": 6.2073349868311175e-06,
      "loss": 2.3363,
      "step": 12470
    },
    {
      "epoch": 0.7783460147187227,
      "grad_norm": 0.12155904620885849,
      "learning_rate": 6.1740677798506455e-06,
      "loss": 2.3397,
      "step": 12480
    },
    {
      "epoch": 0.7789696894100038,
      "grad_norm": 0.12811219692230225,
      "learning_rate": 6.1408773945135365e-06,
      "loss": 2.3295,
      "step": 12490
    },
    {
      "epoch": 0.7795933641012848,
      "grad_norm": 0.11361963301897049,
      "learning_rate": 6.107763966257435e-06,
      "loss": 2.3268,
      "step": 12500
    },
    {
      "epoch": 0.7802170387925658,
      "grad_norm": 0.1144285649061203,
      "learning_rate": 6.074727630205945e-06,
      "loss": 2.3293,
      "step": 12510
    },
    {
      "epoch": 0.7808407134838469,
      "grad_norm": 0.11086127907037735,
      "learning_rate": 6.041768521168095e-06,
      "loss": 2.3218,
      "step": 12520
    },
    {
      "epoch": 0.7814643881751279,
      "grad_norm": 0.12404040992259979,
      "learning_rate": 6.008886773637784e-06,
      "loss": 2.329,
      "step": 12530
    },
    {
      "epoch": 0.7820880628664089,
      "grad_norm": 0.12524111568927765,
      "learning_rate": 5.9760825217932166e-06,
      "loss": 2.328,
      "step": 12540
    },
    {
      "epoch": 0.7827117375576899,
      "grad_norm": 0.14420489966869354,
      "learning_rate": 5.943355899496383e-06,
      "loss": 2.3273,
      "step": 12550
    },
    {
      "epoch": 0.783335412248971,
      "grad_norm": 0.12131253629922867,
      "learning_rate": 5.910707040292468e-06,
      "loss": 2.3241,
      "step": 12560
    },
    {
      "epoch": 0.783959086940252,
      "grad_norm": 0.11406122893095016,
      "learning_rate": 5.8781360774093575e-06,
      "loss": 2.3186,
      "step": 12570
    },
    {
      "epoch": 0.784582761631533,
      "grad_norm": 0.10977834463119507,
      "learning_rate": 5.845643143757065e-06,
      "loss": 2.3041,
      "step": 12580
    },
    {
      "epoch": 0.7852064363228141,
      "grad_norm": 0.11329061537981033,
      "learning_rate": 5.8132283719272014e-06,
      "loss": 2.3354,
      "step": 12590
    },
    {
      "epoch": 0.7858301110140951,
      "grad_norm": 0.13514676690101624,
      "learning_rate": 5.780891894192408e-06,
      "loss": 2.3397,
      "step": 12600
    },
    {
      "epoch": 0.786453785705376,
      "grad_norm": 0.10756399482488632,
      "learning_rate": 5.74863384250586e-06,
      "loss": 2.3166,
      "step": 12610
    },
    {
      "epoch": 0.7870774603966572,
      "grad_norm": 0.11295708268880844,
      "learning_rate": 5.716454348500694e-06,
      "loss": 2.3236,
      "step": 12620
    },
    {
      "epoch": 0.7877011350879382,
      "grad_norm": 0.11390127241611481,
      "learning_rate": 5.6843535434894875e-06,
      "loss": 2.318,
      "step": 12630
    },
    {
      "epoch": 0.7883248097792191,
      "grad_norm": 0.11039247363805771,
      "learning_rate": 5.652331558463705e-06,
      "loss": 2.3258,
      "step": 12640
    },
    {
      "epoch": 0.7889484844705001,
      "grad_norm": 0.11182908713817596,
      "learning_rate": 5.62038852409319e-06,
      "loss": 2.3381,
      "step": 12650
    },
    {
      "epoch": 0.7895721591617813,
      "grad_norm": 0.120846226811409,
      "learning_rate": 5.5885245707256115e-06,
      "loss": 2.3431,
      "step": 12660
    },
    {
      "epoch": 0.7901958338530622,
      "grad_norm": 0.11399148404598236,
      "learning_rate": 5.556739828385938e-06,
      "loss": 2.3385,
      "step": 12670
    },
    {
      "epoch": 0.7908195085443432,
      "grad_norm": 0.11526258289813995,
      "learning_rate": 5.525034426775907e-06,
      "loss": 2.3122,
      "step": 12680
    },
    {
      "epoch": 0.7914431832356243,
      "grad_norm": 0.11420204490423203,
      "learning_rate": 5.4934084952735025e-06,
      "loss": 2.3327,
      "step": 12690
    },
    {
      "epoch": 0.7920668579269053,
      "grad_norm": 0.10999374091625214,
      "learning_rate": 5.461862162932419e-06,
      "loss": 2.3228,
      "step": 12700
    },
    {
      "epoch": 0.7926905326181863,
      "grad_norm": 0.12953633069992065,
      "learning_rate": 5.430395558481516e-06,
      "loss": 2.3258,
      "step": 12710
    },
    {
      "epoch": 0.7933142073094673,
      "grad_norm": 0.11090510338544846,
      "learning_rate": 5.399008810324338e-06,
      "loss": 2.3188,
      "step": 12720
    },
    {
      "epoch": 0.7939378820007484,
      "grad_norm": 0.1103011891245842,
      "learning_rate": 5.367702046538558e-06,
      "loss": 2.3228,
      "step": 12730
    },
    {
      "epoch": 0.7945615566920294,
      "grad_norm": 0.11067894846200943,
      "learning_rate": 5.336475394875468e-06,
      "loss": 2.3337,
      "step": 12740
    },
    {
      "epoch": 0.7951852313833104,
      "grad_norm": 0.11188407242298126,
      "learning_rate": 5.30532898275943e-06,
      "loss": 2.3192,
      "step": 12750
    },
    {
      "epoch": 0.7958089060745915,
      "grad_norm": 0.11211846023797989,
      "learning_rate": 5.274262937287405e-06,
      "loss": 2.3359,
      "step": 12760
    },
    {
      "epoch": 0.7964325807658725,
      "grad_norm": 0.11262140423059464,
      "learning_rate": 5.2432773852283955e-06,
      "loss": 2.3317,
      "step": 12770
    },
    {
      "epoch": 0.7970562554571535,
      "grad_norm": 0.10512655973434448,
      "learning_rate": 5.212372453022943e-06,
      "loss": 2.3262,
      "step": 12780
    },
    {
      "epoch": 0.7976799301484345,
      "grad_norm": 0.11012723296880722,
      "learning_rate": 5.181548266782599e-06,
      "loss": 2.3265,
      "step": 12790
    },
    {
      "epoch": 0.7983036048397156,
      "grad_norm": 0.11042670905590057,
      "learning_rate": 5.150804952289434e-06,
      "loss": 2.3146,
      "step": 12800
    },
    {
      "epoch": 0.7989272795309966,
      "grad_norm": 0.11942142248153687,
      "learning_rate": 5.1201426349955066e-06,
      "loss": 2.3337,
      "step": 12810
    },
    {
      "epoch": 0.7995509542222776,
      "grad_norm": 0.13004378974437714,
      "learning_rate": 5.089561440022361e-06,
      "loss": 2.3297,
      "step": 12820
    },
    {
      "epoch": 0.8001746289135587,
      "grad_norm": 0.10997973382472992,
      "learning_rate": 5.059061492160486e-06,
      "loss": 2.3404,
      "step": 12830
    },
    {
      "epoch": 0.8007983036048397,
      "grad_norm": 0.1176186352968216,
      "learning_rate": 5.02864291586887e-06,
      "loss": 2.3331,
      "step": 12840
    },
    {
      "epoch": 0.8014219782961207,
      "grad_norm": 0.12150208652019501,
      "learning_rate": 4.99830583527443e-06,
      "loss": 2.3238,
      "step": 12850
    },
    {
      "epoch": 0.8020456529874018,
      "grad_norm": 0.12974877655506134,
      "learning_rate": 4.9680503741715425e-06,
      "loss": 2.3083,
      "step": 12860
    },
    {
      "epoch": 0.8026693276786828,
      "grad_norm": 0.10541949421167374,
      "learning_rate": 4.937876656021501e-06,
      "loss": 2.327,
      "step": 12870
    },
    {
      "epoch": 0.8032930023699638,
      "grad_norm": 0.109825499355793,
      "learning_rate": 4.9077848039520564e-06,
      "loss": 2.3421,
      "step": 12880
    },
    {
      "epoch": 0.8039166770612448,
      "grad_norm": 0.113632932305336,
      "learning_rate": 4.877774940756894e-06,
      "loss": 2.3194,
      "step": 12890
    },
    {
      "epoch": 0.8045403517525259,
      "grad_norm": 0.11548682302236557,
      "learning_rate": 4.847847188895135e-06,
      "loss": 2.3183,
      "step": 12900
    },
    {
      "epoch": 0.8051640264438069,
      "grad_norm": 0.11354582756757736,
      "learning_rate": 4.818001670490818e-06,
      "loss": 2.3407,
      "step": 12910
    },
    {
      "epoch": 0.8057877011350879,
      "grad_norm": 0.11685425043106079,
      "learning_rate": 4.788238507332429e-06,
      "loss": 2.328,
      "step": 12920
    },
    {
      "epoch": 0.806411375826369,
      "grad_norm": 0.11090389639139175,
      "learning_rate": 4.758557820872398e-06,
      "loss": 2.3192,
      "step": 12930
    },
    {
      "epoch": 0.80703505051765,
      "grad_norm": 0.12367880344390869,
      "learning_rate": 4.728959732226598e-06,
      "loss": 2.3172,
      "step": 12940
    },
    {
      "epoch": 0.807658725208931,
      "grad_norm": 0.1108710914850235,
      "learning_rate": 4.69944436217383e-06,
      "loss": 2.3383,
      "step": 12950
    },
    {
      "epoch": 0.808282399900212,
      "grad_norm": 0.11619243025779724,
      "learning_rate": 4.670011831155372e-06,
      "loss": 2.3318,
      "step": 12960
    },
    {
      "epoch": 0.8089060745914931,
      "grad_norm": 0.11310864984989166,
      "learning_rate": 4.640662259274464e-06,
      "loss": 2.3325,
      "step": 12970
    },
    {
      "epoch": 0.8095297492827741,
      "grad_norm": 0.11956187337636948,
      "learning_rate": 4.611395766295826e-06,
      "loss": 2.3237,
      "step": 12980
    },
    {
      "epoch": 0.8101534239740551,
      "grad_norm": 0.11137383431196213,
      "learning_rate": 4.582212471645137e-06,
      "loss": 2.3241,
      "step": 12990
    },
    {
      "epoch": 0.8107770986653362,
      "grad_norm": 0.1365162432193756,
      "learning_rate": 4.5531124944085954e-06,
      "loss": 2.3331,
      "step": 13000
    },
    {
      "epoch": 0.8114007733566172,
      "grad_norm": 0.11726244539022446,
      "learning_rate": 4.524095953332433e-06,
      "loss": 2.3247,
      "step": 13010
    },
    {
      "epoch": 0.8120244480478982,
      "grad_norm": 0.11680028587579727,
      "learning_rate": 4.495162966822358e-06,
      "loss": 2.337,
      "step": 13020
    },
    {
      "epoch": 0.8126481227391792,
      "grad_norm": 0.113470658659935,
      "learning_rate": 4.4663136529431685e-06,
      "loss": 2.3187,
      "step": 13030
    },
    {
      "epoch": 0.8132717974304603,
      "grad_norm": 0.10948139429092407,
      "learning_rate": 4.437548129418201e-06,
      "loss": 2.3297,
      "step": 13040
    },
    {
      "epoch": 0.8138954721217413,
      "grad_norm": 0.10757632553577423,
      "learning_rate": 4.4088665136288925e-06,
      "loss": 2.3279,
      "step": 13050
    },
    {
      "epoch": 0.8145191468130223,
      "grad_norm": 0.11685792356729507,
      "learning_rate": 4.3802689226142615e-06,
      "loss": 2.32,
      "step": 13060
    },
    {
      "epoch": 0.8151428215043034,
      "grad_norm": 0.12163947522640228,
      "learning_rate": 4.351755473070468e-06,
      "loss": 2.3239,
      "step": 13070
    },
    {
      "epoch": 0.8157664961955844,
      "grad_norm": 0.1268066167831421,
      "learning_rate": 4.323326281350323e-06,
      "loss": 2.3195,
      "step": 13080
    },
    {
      "epoch": 0.8163901708868654,
      "grad_norm": 0.1199105829000473,
      "learning_rate": 4.294981463462811e-06,
      "loss": 2.3086,
      "step": 13090
    },
    {
      "epoch": 0.8170138455781465,
      "grad_norm": 0.11177392303943634,
      "learning_rate": 4.266721135072602e-06,
      "loss": 2.321,
      "step": 13100
    },
    {
      "epoch": 0.8176375202694275,
      "grad_norm": 0.10661160200834274,
      "learning_rate": 4.23854541149962e-06,
      "loss": 2.3138,
      "step": 13110
    },
    {
      "epoch": 0.8182611949607085,
      "grad_norm": 0.11264673620462418,
      "learning_rate": 4.210454407718534e-06,
      "loss": 2.3224,
      "step": 13120
    },
    {
      "epoch": 0.8188848696519895,
      "grad_norm": 0.11495338380336761,
      "learning_rate": 4.182448238358313e-06,
      "loss": 2.3195,
      "step": 13130
    },
    {
      "epoch": 0.8195085443432706,
      "grad_norm": 0.11667271703481674,
      "learning_rate": 4.1545270177017285e-06,
      "loss": 2.32,
      "step": 13140
    },
    {
      "epoch": 0.8201322190345516,
      "grad_norm": 0.11289817839860916,
      "learning_rate": 4.126690859684928e-06,
      "loss": 2.3276,
      "step": 13150
    },
    {
      "epoch": 0.8207558937258326,
      "grad_norm": 0.12176954001188278,
      "learning_rate": 4.098939877896946e-06,
      "loss": 2.334,
      "step": 13160
    },
    {
      "epoch": 0.8213795684171137,
      "grad_norm": 0.11179941892623901,
      "learning_rate": 4.071274185579241e-06,
      "loss": 2.3328,
      "step": 13170
    },
    {
      "epoch": 0.8220032431083947,
      "grad_norm": 0.10891801863908768,
      "learning_rate": 4.04369389562522e-06,
      "loss": 2.3213,
      "step": 13180
    },
    {
      "epoch": 0.8226269177996757,
      "grad_norm": 0.11132402718067169,
      "learning_rate": 4.016199120579833e-06,
      "loss": 2.3285,
      "step": 13190
    },
    {
      "epoch": 0.8232505924909567,
      "grad_norm": 0.1163611188530922,
      "learning_rate": 3.988789972639045e-06,
      "loss": 2.336,
      "step": 13200
    },
    {
      "epoch": 0.8238742671822378,
      "grad_norm": 0.11324372887611389,
      "learning_rate": 3.9614665636494295e-06,
      "loss": 2.3247,
      "step": 13210
    },
    {
      "epoch": 0.8244979418735188,
      "grad_norm": 0.11082611232995987,
      "learning_rate": 3.934229005107659e-06,
      "loss": 2.3272,
      "step": 13220
    },
    {
      "epoch": 0.8251216165647998,
      "grad_norm": 0.10791702568531036,
      "learning_rate": 3.907077408160112e-06,
      "loss": 2.3324,
      "step": 13230
    },
    {
      "epoch": 0.8257452912560809,
      "grad_norm": 0.10308131575584412,
      "learning_rate": 3.880011883602383e-06,
      "loss": 2.3332,
      "step": 13240
    },
    {
      "epoch": 0.8263689659473619,
      "grad_norm": 0.10571866482496262,
      "learning_rate": 3.853032541878834e-06,
      "loss": 2.3295,
      "step": 13250
    },
    {
      "epoch": 0.8269926406386429,
      "grad_norm": 0.12675787508487701,
      "learning_rate": 3.826139493082142e-06,
      "loss": 2.3153,
      "step": 13260
    },
    {
      "epoch": 0.8276163153299239,
      "grad_norm": 0.1106657087802887,
      "learning_rate": 3.7993328469528605e-06,
      "loss": 2.3357,
      "step": 13270
    },
    {
      "epoch": 0.828239990021205,
      "grad_norm": 0.10719913989305496,
      "learning_rate": 3.7726127128789644e-06,
      "loss": 2.3245,
      "step": 13280
    },
    {
      "epoch": 0.828863664712486,
      "grad_norm": 0.11802323162555695,
      "learning_rate": 3.7459791998954136e-06,
      "loss": 2.3266,
      "step": 13290
    },
    {
      "epoch": 0.829487339403767,
      "grad_norm": 0.11769510805606842,
      "learning_rate": 3.71943241668368e-06,
      "loss": 2.3237,
      "step": 13300
    },
    {
      "epoch": 0.8301110140950481,
      "grad_norm": 0.1142716184258461,
      "learning_rate": 3.6929724715713405e-06,
      "loss": 2.3433,
      "step": 13310
    },
    {
      "epoch": 0.8307346887863291,
      "grad_norm": 0.10832031816244125,
      "learning_rate": 3.6665994725316093e-06,
      "loss": 2.3281,
      "step": 13320
    },
    {
      "epoch": 0.83135836347761,
      "grad_norm": 0.11782360076904297,
      "learning_rate": 3.6403135271829173e-06,
      "loss": 2.3372,
      "step": 13330
    },
    {
      "epoch": 0.8319820381688912,
      "grad_norm": 0.11040764302015305,
      "learning_rate": 3.614114742788441e-06,
      "loss": 2.3199,
      "step": 13340
    },
    {
      "epoch": 0.8326057128601722,
      "grad_norm": 0.11587361246347427,
      "learning_rate": 3.588003226255696e-06,
      "loss": 2.3129,
      "step": 13350
    },
    {
      "epoch": 0.8332293875514531,
      "grad_norm": 0.109906867146492,
      "learning_rate": 3.5619790841361134e-06,
      "loss": 2.318,
      "step": 13360
    },
    {
      "epoch": 0.8338530622427341,
      "grad_norm": 0.12032191455364227,
      "learning_rate": 3.536042422624536e-06,
      "loss": 2.3209,
      "step": 13370
    },
    {
      "epoch": 0.8344767369340153,
      "grad_norm": 0.11242099851369858,
      "learning_rate": 3.5101933475588655e-06,
      "loss": 2.3305,
      "step": 13380
    },
    {
      "epoch": 0.8351004116252962,
      "grad_norm": 0.10228978842496872,
      "learning_rate": 3.484431964419585e-06,
      "loss": 2.3158,
      "step": 13390
    },
    {
      "epoch": 0.8357240863165772,
      "grad_norm": 0.10527318716049194,
      "learning_rate": 3.4587583783293436e-06,
      "loss": 2.3217,
      "step": 13400
    },
    {
      "epoch": 0.8363477610078583,
      "grad_norm": 0.11586395651102066,
      "learning_rate": 3.4331726940525057e-06,
      "loss": 2.3379,
      "step": 13410
    },
    {
      "epoch": 0.8369714356991393,
      "grad_norm": 0.11102510243654251,
      "learning_rate": 3.407675015994763e-06,
      "loss": 2.3343,
      "step": 13420
    },
    {
      "epoch": 0.8375951103904203,
      "grad_norm": 0.11100798100233078,
      "learning_rate": 3.3822654482026787e-06,
      "loss": 2.3197,
      "step": 13430
    },
    {
      "epoch": 0.8382187850817013,
      "grad_norm": 0.118220753967762,
      "learning_rate": 3.356944094363271e-06,
      "loss": 2.3368,
      "step": 13440
    },
    {
      "epoch": 0.8388424597729824,
      "grad_norm": 0.10458739846944809,
      "learning_rate": 3.3317110578035827e-06,
      "loss": 2.3204,
      "step": 13450
    },
    {
      "epoch": 0.8394661344642634,
      "grad_norm": 0.13186748325824738,
      "learning_rate": 3.306566441490272e-06,
      "loss": 2.3214,
      "step": 13460
    },
    {
      "epoch": 0.8400898091555444,
      "grad_norm": 0.12063844501972198,
      "learning_rate": 3.281510348029193e-06,
      "loss": 2.3261,
      "step": 13470
    },
    {
      "epoch": 0.8407134838468255,
      "grad_norm": 0.11355894058942795,
      "learning_rate": 3.256542879664962e-06,
      "loss": 2.3195,
      "step": 13480
    },
    {
      "epoch": 0.8413371585381065,
      "grad_norm": 0.11370918154716492,
      "learning_rate": 3.2316641382805602e-06,
      "loss": 2.3175,
      "step": 13490
    },
    {
      "epoch": 0.8419608332293875,
      "grad_norm": 0.10838475078344345,
      "learning_rate": 3.206874225396883e-06,
      "loss": 2.3161,
      "step": 13500
    },
    {
      "epoch": 0.8425845079206685,
      "grad_norm": 0.11655794829130173,
      "learning_rate": 3.1821732421723787e-06,
      "loss": 2.3274,
      "step": 13510
    },
    {
      "epoch": 0.8432081826119496,
      "grad_norm": 0.12595200538635254,
      "learning_rate": 3.1575612894025856e-06,
      "loss": 2.3224,
      "step": 13520
    },
    {
      "epoch": 0.8438318573032306,
      "grad_norm": 0.11252713203430176,
      "learning_rate": 3.1330384675197553e-06,
      "loss": 2.3294,
      "step": 13530
    },
    {
      "epoch": 0.8444555319945116,
      "grad_norm": 0.11275964230298996,
      "learning_rate": 3.1086048765924247e-06,
      "loss": 2.331,
      "step": 13540
    },
    {
      "epoch": 0.8450792066857927,
      "grad_norm": 0.11465681344270706,
      "learning_rate": 3.084260616325005e-06,
      "loss": 2.3187,
      "step": 13550
    },
    {
      "epoch": 0.8457028813770737,
      "grad_norm": 0.10883281379938126,
      "learning_rate": 3.0600057860574017e-06,
      "loss": 2.3243,
      "step": 13560
    },
    {
      "epoch": 0.8463265560683547,
      "grad_norm": 0.11646208167076111,
      "learning_rate": 3.03584048476456e-06,
      "loss": 2.3364,
      "step": 13570
    },
    {
      "epoch": 0.8469502307596358,
      "grad_norm": 0.10981258004903793,
      "learning_rate": 3.0117648110561143e-06,
      "loss": 2.334,
      "step": 13580
    },
    {
      "epoch": 0.8475739054509168,
      "grad_norm": 0.11029552668333054,
      "learning_rate": 2.987778863175955e-06,
      "loss": 2.3132,
      "step": 13590
    },
    {
      "epoch": 0.8481975801421978,
      "grad_norm": 0.11167038977146149,
      "learning_rate": 2.9638827390018388e-06,
      "loss": 2.3229,
      "step": 13600
    },
    {
      "epoch": 0.8488212548334788,
      "grad_norm": 0.1064799576997757,
      "learning_rate": 2.9400765360449724e-06,
      "loss": 2.3301,
      "step": 13610
    },
    {
      "epoch": 0.8494449295247599,
      "grad_norm": 0.11223713308572769,
      "learning_rate": 2.9163603514496402e-06,
      "loss": 2.3298,
      "step": 13620
    },
    {
      "epoch": 0.8500686042160409,
      "grad_norm": 0.11735177785158157,
      "learning_rate": 2.892734281992793e-06,
      "loss": 2.3154,
      "step": 13630
    },
    {
      "epoch": 0.8506922789073219,
      "grad_norm": 0.11143790930509567,
      "learning_rate": 2.8691984240836523e-06,
      "loss": 2.3291,
      "step": 13640
    },
    {
      "epoch": 0.851315953598603,
      "grad_norm": 0.1088734045624733,
      "learning_rate": 2.845752873763316e-06,
      "loss": 2.3236,
      "step": 13650
    },
    {
      "epoch": 0.851939628289884,
      "grad_norm": 0.11822835355997086,
      "learning_rate": 2.822397726704376e-06,
      "loss": 2.3303,
      "step": 13660
    },
    {
      "epoch": 0.852563302981165,
      "grad_norm": 0.10750846564769745,
      "learning_rate": 2.7991330782105253e-06,
      "loss": 2.3286,
      "step": 13670
    },
    {
      "epoch": 0.853186977672446,
      "grad_norm": 0.11417650431394577,
      "learning_rate": 2.7759590232161597e-06,
      "loss": 2.3199,
      "step": 13680
    },
    {
      "epoch": 0.8538106523637271,
      "grad_norm": 0.12102776020765305,
      "learning_rate": 2.752875656285994e-06,
      "loss": 2.327,
      "step": 13690
    },
    {
      "epoch": 0.8544343270550081,
      "grad_norm": 0.11459735035896301,
      "learning_rate": 2.729883071614678e-06,
      "loss": 2.3339,
      "step": 13700
    },
    {
      "epoch": 0.8550580017462891,
      "grad_norm": 0.10936194658279419,
      "learning_rate": 2.7069813630264367e-06,
      "loss": 2.3179,
      "step": 13710
    },
    {
      "epoch": 0.8556816764375702,
      "grad_norm": 0.11306844651699066,
      "learning_rate": 2.6841706239746274e-06,
      "loss": 2.3153,
      "step": 13720
    },
    {
      "epoch": 0.8563053511288512,
      "grad_norm": 0.11031121015548706,
      "learning_rate": 2.6614509475414136e-06,
      "loss": 2.3442,
      "step": 13730
    },
    {
      "epoch": 0.8569290258201322,
      "grad_norm": 0.1099528893828392,
      "learning_rate": 2.638822426437371e-06,
      "loss": 2.3194,
      "step": 13740
    },
    {
      "epoch": 0.8575527005114133,
      "grad_norm": 0.11397206783294678,
      "learning_rate": 2.6162851530010885e-06,
      "loss": 2.334,
      "step": 13750
    },
    {
      "epoch": 0.8581763752026943,
      "grad_norm": 0.11119165271520615,
      "learning_rate": 2.5938392191988263e-06,
      "loss": 2.3258,
      "step": 13760
    },
    {
      "epoch": 0.8588000498939753,
      "grad_norm": 0.11166410893201828,
      "learning_rate": 2.5714847166241005e-06,
      "loss": 2.3173,
      "step": 13770
    },
    {
      "epoch": 0.8594237245852563,
      "grad_norm": 0.11809150874614716,
      "learning_rate": 2.5492217364973453e-06,
      "loss": 2.3253,
      "step": 13780
    },
    {
      "epoch": 0.8600473992765374,
      "grad_norm": 0.12427131831645966,
      "learning_rate": 2.5270503696655208e-06,
      "loss": 2.3163,
      "step": 13790
    },
    {
      "epoch": 0.8606710739678184,
      "grad_norm": 0.10610216856002808,
      "learning_rate": 2.504970706601753e-06,
      "loss": 2.3275,
      "step": 13800
    },
    {
      "epoch": 0.8612947486590994,
      "grad_norm": 0.15786246955394745,
      "learning_rate": 2.4829828374049403e-06,
      "loss": 2.3297,
      "step": 13810
    },
    {
      "epoch": 0.8619184233503805,
      "grad_norm": 0.11708725988864899,
      "learning_rate": 2.4610868517994266e-06,
      "loss": 2.3307,
      "step": 13820
    },
    {
      "epoch": 0.8625420980416615,
      "grad_norm": 0.10867832601070404,
      "learning_rate": 2.4392828391346018e-06,
      "loss": 2.3162,
      "step": 13830
    },
    {
      "epoch": 0.8631657727329425,
      "grad_norm": 0.11777827888727188,
      "learning_rate": 2.417570888384557e-06,
      "loss": 2.325,
      "step": 13840
    },
    {
      "epoch": 0.8637894474242235,
      "grad_norm": 0.1077408418059349,
      "learning_rate": 2.3959510881476938e-06,
      "loss": 2.3313,
      "step": 13850
    },
    {
      "epoch": 0.8644131221155046,
      "grad_norm": 0.11964933574199677,
      "learning_rate": 2.3744235266464023e-06,
      "loss": 2.3154,
      "step": 13860
    },
    {
      "epoch": 0.8650367968067856,
      "grad_norm": 0.11113958805799484,
      "learning_rate": 2.352988291726668e-06,
      "loss": 2.329,
      "step": 13870
    },
    {
      "epoch": 0.8656604714980666,
      "grad_norm": 0.11091619729995728,
      "learning_rate": 2.331645470857735e-06,
      "loss": 2.3265,
      "step": 13880
    },
    {
      "epoch": 0.8662841461893477,
      "grad_norm": 0.1200750321149826,
      "learning_rate": 2.3103951511317333e-06,
      "loss": 2.3289,
      "step": 13890
    },
    {
      "epoch": 0.8669078208806287,
      "grad_norm": 0.10750441998243332,
      "learning_rate": 2.289237419263332e-06,
      "loss": 2.3068,
      "step": 13900
    },
    {
      "epoch": 0.8675314955719097,
      "grad_norm": 0.11608713865280151,
      "learning_rate": 2.268172361589385e-06,
      "loss": 2.3181,
      "step": 13910
    },
    {
      "epoch": 0.8681551702631907,
      "grad_norm": 0.11874132603406906,
      "learning_rate": 2.247200064068572e-06,
      "loss": 2.3374,
      "step": 13920
    },
    {
      "epoch": 0.8687788449544718,
      "grad_norm": 0.11206667870283127,
      "learning_rate": 2.2263206122810603e-06,
      "loss": 2.3141,
      "step": 13930
    },
    {
      "epoch": 0.8694025196457528,
      "grad_norm": 0.10952617973089218,
      "learning_rate": 2.205534091428141e-06,
      "loss": 2.3219,
      "step": 13940
    },
    {
      "epoch": 0.8700261943370338,
      "grad_norm": 0.12625467777252197,
      "learning_rate": 2.1848405863318987e-06,
      "loss": 2.3035,
      "step": 13950
    },
    {
      "epoch": 0.8706498690283149,
      "grad_norm": 0.10774462670087814,
      "learning_rate": 2.16424018143484e-06,
      "loss": 2.3334,
      "step": 13960
    },
    {
      "epoch": 0.8712735437195959,
      "grad_norm": 0.11029064655303955,
      "learning_rate": 2.143732960799577e-06,
      "loss": 2.3156,
      "step": 13970
    },
    {
      "epoch": 0.8718972184108769,
      "grad_norm": 0.11141353845596313,
      "learning_rate": 2.123319008108468e-06,
      "loss": 2.3275,
      "step": 13980
    },
    {
      "epoch": 0.872520893102158,
      "grad_norm": 0.11982253193855286,
      "learning_rate": 2.1029984066632814e-06,
      "loss": 2.3225,
      "step": 13990
    },
    {
      "epoch": 0.873144567793439,
      "grad_norm": 0.11981559544801712,
      "learning_rate": 2.0827712393848424e-06,
      "loss": 2.3393,
      "step": 14000
    },
    {
      "epoch": 0.87376824248472,
      "grad_norm": 0.11761604249477386,
      "learning_rate": 2.0626375888127187e-06,
      "loss": 2.329,
      "step": 14010
    },
    {
      "epoch": 0.874391917176001,
      "grad_norm": 0.12295118719339371,
      "learning_rate": 2.0425975371048707e-06,
      "loss": 2.3129,
      "step": 14020
    },
    {
      "epoch": 0.8750155918672821,
      "grad_norm": 0.11224855482578278,
      "learning_rate": 2.022651166037312e-06,
      "loss": 2.3197,
      "step": 14030
    },
    {
      "epoch": 0.8756392665585631,
      "grad_norm": 0.11105138808488846,
      "learning_rate": 2.002798557003771e-06,
      "loss": 2.3166,
      "step": 14040
    },
    {
      "epoch": 0.876262941249844,
      "grad_norm": 0.11016054451465607,
      "learning_rate": 1.9830397910153897e-06,
      "loss": 2.3316,
      "step": 14050
    },
    {
      "epoch": 0.8768866159411252,
      "grad_norm": 0.11096327751874924,
      "learning_rate": 1.9633749487003585e-06,
      "loss": 2.3304,
      "step": 14060
    },
    {
      "epoch": 0.8775102906324062,
      "grad_norm": 0.1074015200138092,
      "learning_rate": 1.9438041103036014e-06,
      "loss": 2.3348,
      "step": 14070
    },
    {
      "epoch": 0.8781339653236871,
      "grad_norm": 0.10461314767599106,
      "learning_rate": 1.924327355686442e-06,
      "loss": 2.3212,
      "step": 14080
    },
    {
      "epoch": 0.8787576400149681,
      "grad_norm": 0.11644333600997925,
      "learning_rate": 1.9049447643262942e-06,
      "loss": 2.3267,
      "step": 14090
    },
    {
      "epoch": 0.8793813147062493,
      "grad_norm": 0.11259769648313522,
      "learning_rate": 1.8856564153163143e-06,
      "loss": 2.3199,
      "step": 14100
    },
    {
      "epoch": 0.8800049893975302,
      "grad_norm": 0.24218139052391052,
      "learning_rate": 1.8664623873651088e-06,
      "loss": 2.3221,
      "step": 14110
    },
    {
      "epoch": 0.8806286640888112,
      "grad_norm": 0.11050420999526978,
      "learning_rate": 1.8473627587963699e-06,
      "loss": 2.3217,
      "step": 14120
    },
    {
      "epoch": 0.8812523387800923,
      "grad_norm": 0.11614944040775299,
      "learning_rate": 1.8283576075486004e-06,
      "loss": 2.3224,
      "step": 14130
    },
    {
      "epoch": 0.8818760134713733,
      "grad_norm": 0.10982568562030792,
      "learning_rate": 1.809447011174767e-06,
      "loss": 2.3296,
      "step": 14140
    },
    {
      "epoch": 0.8824996881626543,
      "grad_norm": 0.11385653913021088,
      "learning_rate": 1.7906310468420035e-06,
      "loss": 2.334,
      "step": 14150
    },
    {
      "epoch": 0.8831233628539353,
      "grad_norm": 0.10967803746461868,
      "learning_rate": 1.7719097913312693e-06,
      "loss": 2.3265,
      "step": 14160
    },
    {
      "epoch": 0.8837470375452164,
      "grad_norm": 0.11559858173131943,
      "learning_rate": 1.7532833210370663e-06,
      "loss": 2.3127,
      "step": 14170
    },
    {
      "epoch": 0.8843707122364974,
      "grad_norm": 0.1131405457854271,
      "learning_rate": 1.734751711967103e-06,
      "loss": 2.3211,
      "step": 14180
    },
    {
      "epoch": 0.8849943869277784,
      "grad_norm": 0.11120820045471191,
      "learning_rate": 1.7163150397420085e-06,
      "loss": 2.3285,
      "step": 14190
    },
    {
      "epoch": 0.8856180616190595,
      "grad_norm": 0.11761245876550674,
      "learning_rate": 1.6979733795949887e-06,
      "loss": 2.3267,
      "step": 14200
    },
    {
      "epoch": 0.8862417363103405,
      "grad_norm": 0.11722981184720993,
      "learning_rate": 1.6797268063715593e-06,
      "loss": 2.3273,
      "step": 14210
    },
    {
      "epoch": 0.8868654110016215,
      "grad_norm": 0.10473605245351791,
      "learning_rate": 1.6615753945292107e-06,
      "loss": 2.3283,
      "step": 14220
    },
    {
      "epoch": 0.8874890856929026,
      "grad_norm": 0.11517183482646942,
      "learning_rate": 1.643519218137124e-06,
      "loss": 2.3359,
      "step": 14230
    },
    {
      "epoch": 0.8881127603841836,
      "grad_norm": 0.11300301551818848,
      "learning_rate": 1.62555835087585e-06,
      "loss": 2.3196,
      "step": 14240
    },
    {
      "epoch": 0.8887364350754646,
      "grad_norm": 0.1100512370467186,
      "learning_rate": 1.6076928660370277e-06,
      "loss": 2.3314,
      "step": 14250
    },
    {
      "epoch": 0.8893601097667456,
      "grad_norm": 0.1127026230096817,
      "learning_rate": 1.5899228365230696e-06,
      "loss": 2.3291,
      "step": 14260
    },
    {
      "epoch": 0.8899837844580267,
      "grad_norm": 0.11609935760498047,
      "learning_rate": 1.5722483348468682e-06,
      "loss": 2.328,
      "step": 14270
    },
    {
      "epoch": 0.8906074591493077,
      "grad_norm": 0.11627151072025299,
      "learning_rate": 1.5546694331315087e-06,
      "loss": 2.3381,
      "step": 14280
    },
    {
      "epoch": 0.8912311338405887,
      "grad_norm": 0.11219261586666107,
      "learning_rate": 1.5371862031099638e-06,
      "loss": 2.3282,
      "step": 14290
    },
    {
      "epoch": 0.8918548085318698,
      "grad_norm": 0.10987185686826706,
      "learning_rate": 1.519798716124815e-06,
      "loss": 2.3194,
      "step": 14300
    },
    {
      "epoch": 0.8924784832231508,
      "grad_norm": 0.1132858395576477,
      "learning_rate": 1.5025070431279348e-06,
      "loss": 2.3276,
      "step": 14310
    },
    {
      "epoch": 0.8931021579144318,
      "grad_norm": 0.11348853260278702,
      "learning_rate": 1.4853112546802273e-06,
      "loss": 2.3339,
      "step": 14320
    },
    {
      "epoch": 0.8937258326057128,
      "grad_norm": 0.11385743319988251,
      "learning_rate": 1.4682114209513238e-06,
      "loss": 2.3268,
      "step": 14330
    },
    {
      "epoch": 0.8943495072969939,
      "grad_norm": 0.10504353791475296,
      "learning_rate": 1.4512076117193073e-06,
      "loss": 2.3348,
      "step": 14340
    },
    {
      "epoch": 0.8949731819882749,
      "grad_norm": 0.11345942318439484,
      "learning_rate": 1.4342998963704001e-06,
      "loss": 2.3239,
      "step": 14350
    },
    {
      "epoch": 0.8955968566795559,
      "grad_norm": 0.10949757695198059,
      "learning_rate": 1.4174883438987235e-06,
      "loss": 2.3238,
      "step": 14360
    },
    {
      "epoch": 0.896220531370837,
      "grad_norm": 0.11541379243135452,
      "learning_rate": 1.4007730229059851e-06,
      "loss": 2.3359,
      "step": 14370
    },
    {
      "epoch": 0.896844206062118,
      "grad_norm": 0.10962730646133423,
      "learning_rate": 1.384154001601204e-06,
      "loss": 2.3289,
      "step": 14380
    },
    {
      "epoch": 0.897467880753399,
      "grad_norm": 0.10966111719608307,
      "learning_rate": 1.3676313478004355e-06,
      "loss": 2.3292,
      "step": 14390
    },
    {
      "epoch": 0.89809155544468,
      "grad_norm": 0.11043307930231094,
      "learning_rate": 1.3512051289265027e-06,
      "loss": 2.3263,
      "step": 14400
    },
    {
      "epoch": 0.8987152301359611,
      "grad_norm": 0.1132674366235733,
      "learning_rate": 1.3348754120087127e-06,
      "loss": 2.3276,
      "step": 14410
    },
    {
      "epoch": 0.8993389048272421,
      "grad_norm": 0.11093591153621674,
      "learning_rate": 1.318642263682579e-06,
      "loss": 2.3219,
      "step": 14420
    },
    {
      "epoch": 0.8999625795185231,
      "grad_norm": 0.11310126632452011,
      "learning_rate": 1.3025057501895477e-06,
      "loss": 2.3271,
      "step": 14430
    },
    {
      "epoch": 0.9005862542098042,
      "grad_norm": 0.11608436703681946,
      "learning_rate": 1.2864659373767519e-06,
      "loss": 2.3268,
      "step": 14440
    },
    {
      "epoch": 0.9012099289010852,
      "grad_norm": 0.11065968126058578,
      "learning_rate": 1.2705228906967125e-06,
      "loss": 2.3156,
      "step": 14450
    },
    {
      "epoch": 0.9018336035923662,
      "grad_norm": 0.11598139256238937,
      "learning_rate": 1.2546766752070894e-06,
      "loss": 2.3193,
      "step": 14460
    },
    {
      "epoch": 0.9024572782836473,
      "grad_norm": 0.12033474445343018,
      "learning_rate": 1.238927355570399e-06,
      "loss": 2.326,
      "step": 14470
    },
    {
      "epoch": 0.9030809529749283,
      "grad_norm": 0.11350031942129135,
      "learning_rate": 1.2232749960537776e-06,
      "loss": 2.3165,
      "step": 14480
    },
    {
      "epoch": 0.9037046276662093,
      "grad_norm": 0.11988954991102219,
      "learning_rate": 1.2077196605286973e-06,
      "loss": 2.3258,
      "step": 14490
    },
    {
      "epoch": 0.9043283023574903,
      "grad_norm": 0.10864540934562683,
      "learning_rate": 1.1922614124707076e-06,
      "loss": 2.3188,
      "step": 14500
    },
    {
      "epoch": 0.9049519770487714,
      "grad_norm": 0.1111442893743515,
      "learning_rate": 1.1769003149591812e-06,
      "loss": 2.3293,
      "step": 14510
    },
    {
      "epoch": 0.9055756517400524,
      "grad_norm": 0.10679679363965988,
      "learning_rate": 1.1616364306770544e-06,
      "loss": 2.3228,
      "step": 14520
    },
    {
      "epoch": 0.9061993264313334,
      "grad_norm": 0.11379438638687134,
      "learning_rate": 1.1464698219105812e-06,
      "loss": 2.3326,
      "step": 14530
    },
    {
      "epoch": 0.9068230011226145,
      "grad_norm": 0.11837315559387207,
      "learning_rate": 1.1314005505490639e-06,
      "loss": 2.321,
      "step": 14540
    },
    {
      "epoch": 0.9074466758138955,
      "grad_norm": 0.11056153476238251,
      "learning_rate": 1.1164286780845994e-06,
      "loss": 2.3252,
      "step": 14550
    },
    {
      "epoch": 0.9080703505051765,
      "grad_norm": 0.11816279590129852,
      "learning_rate": 1.1015542656118428e-06,
      "loss": 2.3256,
      "step": 14560
    },
    {
      "epoch": 0.9086940251964575,
      "grad_norm": 0.11586463451385498,
      "learning_rate": 1.0867773738277658e-06,
      "loss": 2.3364,
      "step": 14570
    },
    {
      "epoch": 0.9093176998877386,
      "grad_norm": 0.11590321362018585,
      "learning_rate": 1.072098063031368e-06,
      "loss": 2.3326,
      "step": 14580
    },
    {
      "epoch": 0.9099413745790196,
      "grad_norm": 0.1146261915564537,
      "learning_rate": 1.0575163931234727e-06,
      "loss": 2.3236,
      "step": 14590
    },
    {
      "epoch": 0.9105650492703006,
      "grad_norm": 0.1251174360513687,
      "learning_rate": 1.043032423606463e-06,
      "loss": 2.3315,
      "step": 14600
    },
    {
      "epoch": 0.9111887239615817,
      "grad_norm": 0.12472312152385712,
      "learning_rate": 1.0286462135840474e-06,
      "loss": 2.327,
      "step": 14610
    },
    {
      "epoch": 0.9118123986528627,
      "grad_norm": 0.11027082800865173,
      "learning_rate": 1.0143578217610027e-06,
      "loss": 2.3319,
      "step": 14620
    },
    {
      "epoch": 0.9124360733441437,
      "grad_norm": 0.11091535538434982,
      "learning_rate": 1.0001673064429618e-06,
      "loss": 2.337,
      "step": 14630
    },
    {
      "epoch": 0.9130597480354247,
      "grad_norm": 0.12094791233539581,
      "learning_rate": 9.860747255361486e-07,
      "loss": 2.3257,
      "step": 14640
    },
    {
      "epoch": 0.9136834227267058,
      "grad_norm": 0.1115652471780777,
      "learning_rate": 9.720801365471572e-07,
      "loss": 2.3175,
      "step": 14650
    },
    {
      "epoch": 0.9143070974179868,
      "grad_norm": 0.11055626720190048,
      "learning_rate": 9.581835965827095e-07,
      "loss": 2.3375,
      "step": 14660
    },
    {
      "epoch": 0.9149307721092678,
      "grad_norm": 0.1115327849984169,
      "learning_rate": 9.443851623494288e-07,
      "loss": 2.3194,
      "step": 14670
    },
    {
      "epoch": 0.9155544468005489,
      "grad_norm": 0.1084778904914856,
      "learning_rate": 9.306848901536047e-07,
      "loss": 2.3282,
      "step": 14680
    },
    {
      "epoch": 0.9161781214918299,
      "grad_norm": 0.11569280177354813,
      "learning_rate": 9.170828359009675e-07,
      "loss": 2.3075,
      "step": 14690
    },
    {
      "epoch": 0.9168017961831109,
      "grad_norm": 0.1110890582203865,
      "learning_rate": 9.035790550964513e-07,
      "loss": 2.3202,
      "step": 14700
    },
    {
      "epoch": 0.917425470874392,
      "grad_norm": 0.11305879801511765,
      "learning_rate": 8.901736028439744e-07,
      "loss": 2.3282,
      "step": 14710
    },
    {
      "epoch": 0.918049145565673,
      "grad_norm": 0.10972180962562561,
      "learning_rate": 8.768665338462101e-07,
      "loss": 2.3296,
      "step": 14720
    },
    {
      "epoch": 0.918672820256954,
      "grad_norm": 0.11110852658748627,
      "learning_rate": 8.636579024043717e-07,
      "loss": 2.3204,
      "step": 14730
    },
    {
      "epoch": 0.919296494948235,
      "grad_norm": 0.11009135842323303,
      "learning_rate": 8.505477624179831e-07,
      "loss": 2.3131,
      "step": 14740
    },
    {
      "epoch": 0.9199201696395161,
      "grad_norm": 0.12263176590204239,
      "learning_rate": 8.375361673846588e-07,
      "loss": 2.3284,
      "step": 14750
    },
    {
      "epoch": 0.9205438443307971,
      "grad_norm": 0.11330565065145493,
      "learning_rate": 8.246231703998908e-07,
      "loss": 2.3146,
      "step": 14760
    },
    {
      "epoch": 0.921167519022078,
      "grad_norm": 0.1171179860830307,
      "learning_rate": 8.118088241568289e-07,
      "loss": 2.3174,
      "step": 14770
    },
    {
      "epoch": 0.9217911937133592,
      "grad_norm": 0.11872126162052155,
      "learning_rate": 7.990931809460616e-07,
      "loss": 2.3258,
      "step": 14780
    },
    {
      "epoch": 0.9224148684046402,
      "grad_norm": 0.11489326506853104,
      "learning_rate": 7.864762926554136e-07,
      "loss": 2.328,
      "step": 14790
    },
    {
      "epoch": 0.9230385430959211,
      "grad_norm": 0.1239471361041069,
      "learning_rate": 7.739582107697236e-07,
      "loss": 2.3145,
      "step": 14800
    },
    {
      "epoch": 0.9236622177872021,
      "grad_norm": 0.12402030825614929,
      "learning_rate": 7.615389863706384e-07,
      "loss": 2.3267,
      "step": 14810
    },
    {
      "epoch": 0.9242858924784833,
      "grad_norm": 0.12763965129852295,
      "learning_rate": 7.492186701364007e-07,
      "loss": 2.3298,
      "step": 14820
    },
    {
      "epoch": 0.9249095671697642,
      "grad_norm": 0.11121205240488052,
      "learning_rate": 7.36997312341653e-07,
      "loss": 2.331,
      "step": 14830
    },
    {
      "epoch": 0.9255332418610452,
      "grad_norm": 0.10319007933139801,
      "learning_rate": 7.248749628572193e-07,
      "loss": 2.3139,
      "step": 14840
    },
    {
      "epoch": 0.9261569165523263,
      "grad_norm": 0.11794845014810562,
      "learning_rate": 7.128516711499139e-07,
      "loss": 2.3306,
      "step": 14850
    },
    {
      "epoch": 0.9267805912436073,
      "grad_norm": 0.1765967756509781,
      "learning_rate": 7.009274862823239e-07,
      "loss": 2.3351,
      "step": 14860
    },
    {
      "epoch": 0.9274042659348883,
      "grad_norm": 0.11570564657449722,
      "learning_rate": 6.891024569126215e-07,
      "loss": 2.3282,
      "step": 14870
    },
    {
      "epoch": 0.9280279406261694,
      "grad_norm": 0.112948939204216,
      "learning_rate": 6.773766312943686e-07,
      "loss": 2.3243,
      "step": 14880
    },
    {
      "epoch": 0.9286516153174504,
      "grad_norm": 0.11483362317085266,
      "learning_rate": 6.657500572763042e-07,
      "loss": 2.3333,
      "step": 14890
    },
    {
      "epoch": 0.9292752900087314,
      "grad_norm": 0.11209673434495926,
      "learning_rate": 6.542227823021635e-07,
      "loss": 2.3145,
      "step": 14900
    },
    {
      "epoch": 0.9298989647000124,
      "grad_norm": 0.10768457502126694,
      "learning_rate": 6.427948534104778e-07,
      "loss": 2.3142,
      "step": 14910
    },
    {
      "epoch": 0.9305226393912935,
      "grad_norm": 0.11109896004199982,
      "learning_rate": 6.31466317234386e-07,
      "loss": 2.323,
      "step": 14920
    },
    {
      "epoch": 0.9311463140825745,
      "grad_norm": 0.11689841747283936,
      "learning_rate": 6.202372200014406e-07,
      "loss": 2.3233,
      "step": 14930
    },
    {
      "epoch": 0.9317699887738555,
      "grad_norm": 0.1080431342124939,
      "learning_rate": 6.091076075334157e-07,
      "loss": 2.3255,
      "step": 14940
    },
    {
      "epoch": 0.9323936634651366,
      "grad_norm": 0.11793776601552963,
      "learning_rate": 5.980775252461351e-07,
      "loss": 2.3296,
      "step": 14950
    },
    {
      "epoch": 0.9330173381564176,
      "grad_norm": 0.11821720749139786,
      "learning_rate": 5.8714701814927e-07,
      "loss": 2.3113,
      "step": 14960
    },
    {
      "epoch": 0.9336410128476986,
      "grad_norm": 0.11047349125146866,
      "learning_rate": 5.763161308461634e-07,
      "loss": 2.3255,
      "step": 14970
    },
    {
      "epoch": 0.9342646875389796,
      "grad_norm": 0.1177879199385643,
      "learning_rate": 5.65584907533645e-07,
      "loss": 2.3287,
      "step": 14980
    },
    {
      "epoch": 0.9348883622302607,
      "grad_norm": 0.16539710760116577,
      "learning_rate": 5.549533920018557e-07,
      "loss": 2.3221,
      "step": 14990
    },
    {
      "epoch": 0.9355120369215417,
      "grad_norm": 0.11205130815505981,
      "learning_rate": 5.444216276340703e-07,
      "loss": 2.3201,
      "step": 15000
    },
    {
      "epoch": 0.9361357116128227,
      "grad_norm": 0.11194749176502228,
      "learning_rate": 5.339896574065057e-07,
      "loss": 2.3214,
      "step": 15010
    },
    {
      "epoch": 0.9367593863041038,
      "grad_norm": 0.11288821697235107,
      "learning_rate": 5.23657523888163e-07,
      "loss": 2.3188,
      "step": 15020
    },
    {
      "epoch": 0.9373830609953848,
      "grad_norm": 0.11662481725215912,
      "learning_rate": 5.134252692406416e-07,
      "loss": 2.3264,
      "step": 15030
    },
    {
      "epoch": 0.9380067356866658,
      "grad_norm": 0.11792382597923279,
      "learning_rate": 5.032929352179804e-07,
      "loss": 2.3207,
      "step": 15040
    },
    {
      "epoch": 0.9386304103779468,
      "grad_norm": 0.11140601336956024,
      "learning_rate": 4.932605631664755e-07,
      "loss": 2.3295,
      "step": 15050
    },
    {
      "epoch": 0.9392540850692279,
      "grad_norm": 0.1180797815322876,
      "learning_rate": 4.833281940245099e-07,
      "loss": 2.318,
      "step": 15060
    },
    {
      "epoch": 0.9398777597605089,
      "grad_norm": 0.11914720386266708,
      "learning_rate": 4.7349586832239614e-07,
      "loss": 2.3312,
      "step": 15070
    },
    {
      "epoch": 0.9405014344517899,
      "grad_norm": 0.11725360155105591,
      "learning_rate": 4.6376362618220927e-07,
      "loss": 2.3288,
      "step": 15080
    },
    {
      "epoch": 0.941125109143071,
      "grad_norm": 0.10787046700716019,
      "learning_rate": 4.541315073176178e-07,
      "loss": 2.3231,
      "step": 15090
    },
    {
      "epoch": 0.941748783834352,
      "grad_norm": 0.11263374239206314,
      "learning_rate": 4.445995510337253e-07,
      "loss": 2.3193,
      "step": 15100
    },
    {
      "epoch": 0.942372458525633,
      "grad_norm": 0.12415586411952972,
      "learning_rate": 4.3516779622690684e-07,
      "loss": 2.3234,
      "step": 15110
    },
    {
      "epoch": 0.9429961332169141,
      "grad_norm": 0.10850516706705093,
      "learning_rate": 4.2583628138465335e-07,
      "loss": 2.3161,
      "step": 15120
    },
    {
      "epoch": 0.9436198079081951,
      "grad_norm": 0.10530254989862442,
      "learning_rate": 4.166050445854164e-07,
      "loss": 2.3265,
      "step": 15130
    },
    {
      "epoch": 0.9442434825994761,
      "grad_norm": 0.10651689022779465,
      "learning_rate": 4.0747412349844417e-07,
      "loss": 2.3221,
      "step": 15140
    },
    {
      "epoch": 0.9448671572907571,
      "grad_norm": 0.11572999507188797,
      "learning_rate": 3.984435553836374e-07,
      "loss": 2.3271,
      "step": 15150
    },
    {
      "epoch": 0.9454908319820382,
      "grad_norm": 0.11113590747117996,
      "learning_rate": 3.895133770913995e-07,
      "loss": 2.3299,
      "step": 15160
    },
    {
      "epoch": 0.9461145066733192,
      "grad_norm": 0.11685360223054886,
      "learning_rate": 3.806836250624696e-07,
      "loss": 2.3311,
      "step": 15170
    },
    {
      "epoch": 0.9467381813646002,
      "grad_norm": 0.11501435190439224,
      "learning_rate": 3.7195433532778713e-07,
      "loss": 2.3306,
      "step": 15180
    },
    {
      "epoch": 0.9473618560558813,
      "grad_norm": 0.11562401801347733,
      "learning_rate": 3.6332554350834713e-07,
      "loss": 2.3274,
      "step": 15190
    },
    {
      "epoch": 0.9479855307471623,
      "grad_norm": 0.12194905430078506,
      "learning_rate": 3.547972848150477e-07,
      "loss": 2.3282,
      "step": 15200
    },
    {
      "epoch": 0.9486092054384433,
      "grad_norm": 0.10502095520496368,
      "learning_rate": 3.4636959404854564e-07,
      "loss": 2.321,
      "step": 15210
    },
    {
      "epoch": 0.9492328801297243,
      "grad_norm": 0.10878008604049683,
      "learning_rate": 3.3804250559912044e-07,
      "loss": 2.3221,
      "step": 15220
    },
    {
      "epoch": 0.9498565548210054,
      "grad_norm": 0.10823719948530197,
      "learning_rate": 3.2981605344653e-07,
      "loss": 2.3324,
      "step": 15230
    },
    {
      "epoch": 0.9504802295122864,
      "grad_norm": 0.11387699097394943,
      "learning_rate": 3.216902711598746e-07,
      "loss": 2.3039,
      "step": 15240
    },
    {
      "epoch": 0.9511039042035674,
      "grad_norm": 0.11744615435600281,
      "learning_rate": 3.136651918974526e-07,
      "loss": 2.3123,
      "step": 15250
    },
    {
      "epoch": 0.9517275788948485,
      "grad_norm": 0.10659363120794296,
      "learning_rate": 3.057408484066354e-07,
      "loss": 2.325,
      "step": 15260
    },
    {
      "epoch": 0.9523512535861295,
      "grad_norm": 0.11872250586748123,
      "learning_rate": 2.979172730237317e-07,
      "loss": 2.3176,
      "step": 15270
    },
    {
      "epoch": 0.9529749282774105,
      "grad_norm": 0.10931728780269623,
      "learning_rate": 2.901944976738485e-07,
      "loss": 2.3341,
      "step": 15280
    },
    {
      "epoch": 0.9535986029686915,
      "grad_norm": 0.10630401223897934,
      "learning_rate": 2.8257255387076074e-07,
      "loss": 2.3342,
      "step": 15290
    },
    {
      "epoch": 0.9542222776599726,
      "grad_norm": 0.11301711201667786,
      "learning_rate": 2.750514727168002e-07,
      "loss": 2.3301,
      "step": 15300
    },
    {
      "epoch": 0.9548459523512536,
      "grad_norm": 0.11419258266687393,
      "learning_rate": 2.6763128490270294e-07,
      "loss": 2.3198,
      "step": 15310
    },
    {
      "epoch": 0.9554696270425346,
      "grad_norm": 0.11987525969743729,
      "learning_rate": 2.603120207075038e-07,
      "loss": 2.3284,
      "step": 15320
    },
    {
      "epoch": 0.9560933017338157,
      "grad_norm": 0.11829159408807755,
      "learning_rate": 2.530937099984032e-07,
      "loss": 2.3288,
      "step": 15330
    },
    {
      "epoch": 0.9567169764250967,
      "grad_norm": 0.11383651942014694,
      "learning_rate": 2.4597638223065045e-07,
      "loss": 2.3223,
      "step": 15340
    },
    {
      "epoch": 0.9573406511163777,
      "grad_norm": 0.12157271802425385,
      "learning_rate": 2.389600664474162e-07,
      "loss": 2.3187,
      "step": 15350
    },
    {
      "epoch": 0.9579643258076588,
      "grad_norm": 0.11650523543357849,
      "learning_rate": 2.3204479127968416e-07,
      "loss": 2.3168,
      "step": 15360
    },
    {
      "epoch": 0.9585880004989398,
      "grad_norm": 0.11075329780578613,
      "learning_rate": 2.2523058494612337e-07,
      "loss": 2.3053,
      "step": 15370
    },
    {
      "epoch": 0.9592116751902208,
      "grad_norm": 0.11193231493234634,
      "learning_rate": 2.185174752529856e-07,
      "loss": 2.3142,
      "step": 15380
    },
    {
      "epoch": 0.9598353498815018,
      "grad_norm": 0.11215086281299591,
      "learning_rate": 2.1190548959397483e-07,
      "loss": 2.3335,
      "step": 15390
    },
    {
      "epoch": 0.9604590245727829,
      "grad_norm": 0.10709841549396515,
      "learning_rate": 2.0539465495015564e-07,
      "loss": 2.3261,
      "step": 15400
    },
    {
      "epoch": 0.9610826992640639,
      "grad_norm": 0.1125117838382721,
      "learning_rate": 1.9898499788982282e-07,
      "loss": 2.3251,
      "step": 15410
    },
    {
      "epoch": 0.9617063739553449,
      "grad_norm": 0.11319714784622192,
      "learning_rate": 1.9267654456841256e-07,
      "loss": 2.331,
      "step": 15420
    },
    {
      "epoch": 0.962330048646626,
      "grad_norm": 0.11017564684152603,
      "learning_rate": 1.8646932072838298e-07,
      "loss": 2.3308,
      "step": 15430
    },
    {
      "epoch": 0.962953723337907,
      "grad_norm": 0.10842670500278473,
      "learning_rate": 1.8036335169910602e-07,
      "loss": 2.3373,
      "step": 15440
    },
    {
      "epoch": 0.963577398029188,
      "grad_norm": 0.11255369335412979,
      "learning_rate": 1.7435866239678133e-07,
      "loss": 2.3312,
      "step": 15450
    },
    {
      "epoch": 0.964201072720469,
      "grad_norm": 0.10976053774356842,
      "learning_rate": 1.684552773243142e-07,
      "loss": 2.3182,
      "step": 15460
    },
    {
      "epoch": 0.9648247474117501,
      "grad_norm": 0.11426673829555511,
      "learning_rate": 1.6265322057122944e-07,
      "loss": 2.3158,
      "step": 15470
    },
    {
      "epoch": 0.9654484221030311,
      "grad_norm": 0.10463272780179977,
      "learning_rate": 1.5695251581356596e-07,
      "loss": 2.3134,
      "step": 15480
    },
    {
      "epoch": 0.966072096794312,
      "grad_norm": 0.1370941400527954,
      "learning_rate": 1.5135318631378513e-07,
      "loss": 2.324,
      "step": 15490
    },
    {
      "epoch": 0.9666957714855932,
      "grad_norm": 0.10595587641000748,
      "learning_rate": 1.4585525492067653e-07,
      "loss": 2.3279,
      "step": 15500
    },
    {
      "epoch": 0.9673194461768742,
      "grad_norm": 0.10963669419288635,
      "learning_rate": 1.404587440692523e-07,
      "loss": 2.3236,
      "step": 15510
    },
    {
      "epoch": 0.9679431208681551,
      "grad_norm": 0.1144200935959816,
      "learning_rate": 1.3516367578067513e-07,
      "loss": 2.3173,
      "step": 15520
    },
    {
      "epoch": 0.9685667955594361,
      "grad_norm": 0.11173932999372482,
      "learning_rate": 1.299700716621499e-07,
      "loss": 2.3188,
      "step": 15530
    },
    {
      "epoch": 0.9691904702507173,
      "grad_norm": 0.11037296801805496,
      "learning_rate": 1.248779529068489e-07,
      "loss": 2.325,
      "step": 15540
    },
    {
      "epoch": 0.9698141449419982,
      "grad_norm": 0.11024497449398041,
      "learning_rate": 1.1988734029382277e-07,
      "loss": 2.3258,
      "step": 15550
    },
    {
      "epoch": 0.9704378196332792,
      "grad_norm": 0.11486542224884033,
      "learning_rate": 1.1499825418790634e-07,
      "loss": 2.3306,
      "step": 15560
    },
    {
      "epoch": 0.9710614943245603,
      "grad_norm": 0.11159117519855499,
      "learning_rate": 1.102107145396436e-07,
      "loss": 2.3209,
      "step": 15570
    },
    {
      "epoch": 0.9716851690158413,
      "grad_norm": 0.11402449756860733,
      "learning_rate": 1.0552474088521281e-07,
      "loss": 2.3141,
      "step": 15580
    },
    {
      "epoch": 0.9723088437071223,
      "grad_norm": 0.10939374566078186,
      "learning_rate": 1.0094035234632926e-07,
      "loss": 2.3273,
      "step": 15590
    },
    {
      "epoch": 0.9729325183984034,
      "grad_norm": 0.10589376091957092,
      "learning_rate": 9.645756763018431e-08,
      "loss": 2.3167,
      "step": 15600
    },
    {
      "epoch": 0.9735561930896844,
      "grad_norm": 0.10614211112260818,
      "learning_rate": 9.207640502935378e-08,
      "loss": 2.3108,
      "step": 15610
    },
    {
      "epoch": 0.9741798677809654,
      "grad_norm": 0.11815280467271805,
      "learning_rate": 8.779688242174233e-08,
      "loss": 2.3267,
      "step": 15620
    },
    {
      "epoch": 0.9748035424722464,
      "grad_norm": 0.10396838188171387,
      "learning_rate": 8.361901727049204e-08,
      "loss": 2.3151,
      "step": 15630
    },
    {
      "epoch": 0.9754272171635275,
      "grad_norm": 0.10906718671321869,
      "learning_rate": 7.954282662391844e-08,
      "loss": 2.315,
      "step": 15640
    },
    {
      "epoch": 0.9760508918548085,
      "grad_norm": 0.10589274019002914,
      "learning_rate": 7.556832711544392e-08,
      "loss": 2.3182,
      "step": 15650
    },
    {
      "epoch": 0.9766745665460895,
      "grad_norm": 0.1113092228770256,
      "learning_rate": 7.169553496352843e-08,
      "loss": 2.3182,
      "step": 15660
    },
    {
      "epoch": 0.9772982412373706,
      "grad_norm": 0.10964594036340714,
      "learning_rate": 6.792446597159441e-08,
      "loss": 2.3214,
      "step": 15670
    },
    {
      "epoch": 0.9779219159286516,
      "grad_norm": 0.10734578967094421,
      "learning_rate": 6.425513552797969e-08,
      "loss": 2.3359,
      "step": 15680
    },
    {
      "epoch": 0.9785455906199326,
      "grad_norm": 0.10901876538991928,
      "learning_rate": 6.068755860585972e-08,
      "loss": 2.3123,
      "step": 15690
    },
    {
      "epoch": 0.9791692653112136,
      "grad_norm": 0.11128740757703781,
      "learning_rate": 5.7221749763186615e-08,
      "loss": 2.3282,
      "step": 15700
    },
    {
      "epoch": 0.9797929400024947,
      "grad_norm": 0.10741943120956421,
      "learning_rate": 5.385772314264736e-08,
      "loss": 2.3344,
      "step": 15710
    },
    {
      "epoch": 0.9804166146937757,
      "grad_norm": 0.10915856808423996,
      "learning_rate": 5.059549247158346e-08,
      "loss": 2.3219,
      "step": 15720
    },
    {
      "epoch": 0.9810402893850567,
      "grad_norm": 0.10825173556804657,
      "learning_rate": 4.7435071061946445e-08,
      "loss": 2.3322,
      "step": 15730
    },
    {
      "epoch": 0.9816639640763378,
      "grad_norm": 0.11888062208890915,
      "learning_rate": 4.437647181024518e-08,
      "loss": 2.32,
      "step": 15740
    },
    {
      "epoch": 0.9822876387676188,
      "grad_norm": 0.11206553131341934,
      "learning_rate": 4.141970719748756e-08,
      "loss": 2.3267,
      "step": 15750
    },
    {
      "epoch": 0.9829113134588998,
      "grad_norm": 0.11748626083135605,
      "learning_rate": 3.856478928913332e-08,
      "loss": 2.3106,
      "step": 15760
    },
    {
      "epoch": 0.9835349881501808,
      "grad_norm": 0.10696713626384735,
      "learning_rate": 3.581172973504132e-08,
      "loss": 2.3217,
      "step": 15770
    },
    {
      "epoch": 0.9841586628414619,
      "grad_norm": 0.11123140156269073,
      "learning_rate": 3.3160539769425125e-08,
      "loss": 2.3305,
      "step": 15780
    },
    {
      "epoch": 0.9847823375327429,
      "grad_norm": 0.11364524811506271,
      "learning_rate": 3.061123021081136e-08,
      "loss": 2.331,
      "step": 15790
    },
    {
      "epoch": 0.9854060122240239,
      "grad_norm": 0.10551846027374268,
      "learning_rate": 2.8163811461981437e-08,
      "loss": 2.3182,
      "step": 15800
    },
    {
      "epoch": 0.986029686915305,
      "grad_norm": 0.11872468888759613,
      "learning_rate": 2.5818293509946578e-08,
      "loss": 2.3123,
      "step": 15810
    },
    {
      "epoch": 0.986653361606586,
      "grad_norm": 0.11165178567171097,
      "learning_rate": 2.3574685925897842e-08,
      "loss": 2.3216,
      "step": 15820
    },
    {
      "epoch": 0.987277036297867,
      "grad_norm": 0.11927229911088943,
      "learning_rate": 2.143299786515618e-08,
      "loss": 2.331,
      "step": 15830
    },
    {
      "epoch": 0.9879007109891481,
      "grad_norm": 0.1274806708097458,
      "learning_rate": 1.9393238067164088e-08,
      "loss": 2.3192,
      "step": 15840
    },
    {
      "epoch": 0.9885243856804291,
      "grad_norm": 0.11521056294441223,
      "learning_rate": 1.7455414855421792e-08,
      "loss": 2.32,
      "step": 15850
    },
    {
      "epoch": 0.9891480603717101,
      "grad_norm": 0.10881616175174713,
      "learning_rate": 1.561953613746503e-08,
      "loss": 2.3321,
      "step": 15860
    },
    {
      "epoch": 0.9897717350629911,
      "grad_norm": 0.11433733999729156,
      "learning_rate": 1.388560940483452e-08,
      "loss": 2.3202,
      "step": 15870
    },
    {
      "epoch": 0.9903954097542722,
      "grad_norm": 0.11207392066717148,
      "learning_rate": 1.2253641733042664e-08,
      "loss": 2.3161,
      "step": 15880
    },
    {
      "epoch": 0.9910190844455532,
      "grad_norm": 0.10685058683156967,
      "learning_rate": 1.072363978154578e-08,
      "loss": 2.322,
      "step": 15890
    },
    {
      "epoch": 0.9916427591368342,
      "grad_norm": 0.10728216916322708,
      "learning_rate": 9.295609793708027e-09,
      "loss": 2.3273,
      "step": 15900
    },
    {
      "epoch": 0.9922664338281153,
      "grad_norm": 0.11473074555397034,
      "learning_rate": 7.96955759679585e-09,
      "loss": 2.3209,
      "step": 15910
    },
    {
      "epoch": 0.9928901085193963,
      "grad_norm": 0.10853369534015656,
      "learning_rate": 6.745488601933581e-09,
      "loss": 2.3104,
      "step": 15920
    },
    {
      "epoch": 0.9935137832106773,
      "grad_norm": 0.10808030515909195,
      "learning_rate": 5.6234078040950935e-09,
      "loss": 2.3388,
      "step": 15930
    },
    {
      "epoch": 0.9941374579019583,
      "grad_norm": 0.10661976784467697,
      "learning_rate": 4.6033197820705146e-09,
      "loss": 2.3275,
      "step": 15940
    },
    {
      "epoch": 0.9947611325932394,
      "grad_norm": 0.11295957863330841,
      "learning_rate": 3.685228698463439e-09,
      "loss": 2.328,
      "step": 15950
    },
    {
      "epoch": 0.9953848072845204,
      "grad_norm": 0.12854374945163727,
      "learning_rate": 2.869138299665952e-09,
      "loss": 2.3278,
      "step": 15960
    },
    {
      "epoch": 0.9960084819758014,
      "grad_norm": 0.12241902947425842,
      "learning_rate": 2.1550519158336503e-09,
      "loss": 2.3181,
      "step": 15970
    },
    {
      "epoch": 0.9966321566670825,
      "grad_norm": 0.10713786631822586,
      "learning_rate": 1.5429724608939656e-09,
      "loss": 2.3126,
      "step": 15980
    },
    {
      "epoch": 0.9972558313583635,
      "grad_norm": 0.11079084873199463,
      "learning_rate": 1.032902432512861e-09,
      "loss": 2.32,
      "step": 15990
    },
    {
      "epoch": 0.9978795060496445,
      "grad_norm": 0.10423669964075089,
      "learning_rate": 6.248439121003813e-10,
      "loss": 2.3249,
      "step": 16000
    },
    {
      "epoch": 0.9985031807409255,
      "grad_norm": 0.1108730137348175,
      "learning_rate": 3.187985647856717e-10,
      "loss": 2.3136,
      "step": 16010
    },
    {
      "epoch": 0.9991268554322066,
      "grad_norm": 0.1093016043305397,
      "learning_rate": 1.1476763943085722e-10,
      "loss": 2.313,
      "step": 16020
    },
    {
      "epoch": 0.9997505301234876,
      "grad_norm": 0.11328748613595963,
      "learning_rate": 1.2751968608837317e-11,
      "loss": 2.3275,
      "step": 16030
    },
    {
      "epoch": 1.0,
      "step": 16034,
      "total_flos": 1.3451924802502027e+20,
      "train_loss": 2.34258267468194,
      "train_runtime": 132599.1141,
      "train_samples_per_second": 30.955,
      "train_steps_per_second": 0.121
    }
  ],
  "logging_steps": 10,
  "max_steps": 16034,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.3451924802502027e+20,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}