{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.1796427254750812,
  "eval_steps": 500,
  "global_step": 4400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005362469417166605,
      "grad_norm": 0.050072263926267624,
      "learning_rate": 1.4961796246648793e-05,
      "loss": 1.0673207283020019,
      "step": 20
    },
    {
      "epoch": 0.01072493883433321,
      "grad_norm": 0.06825340539216995,
      "learning_rate": 1.4921581769436997e-05,
      "loss": 0.9185627937316895,
      "step": 40
    },
    {
      "epoch": 0.016087408251499815,
      "grad_norm": 0.06827432662248611,
      "learning_rate": 1.48813672922252e-05,
      "loss": 0.7999343872070312,
      "step": 60
    },
    {
      "epoch": 0.02144987766866642,
      "grad_norm": 0.05807405710220337,
      "learning_rate": 1.4841152815013404e-05,
      "loss": 0.7322770595550537,
      "step": 80
    },
    {
      "epoch": 0.026812347085833025,
      "grad_norm": 0.06654328852891922,
      "learning_rate": 1.4800938337801608e-05,
      "loss": 0.7097890377044678,
      "step": 100
    },
    {
      "epoch": 0.03217481650299963,
      "grad_norm": 0.09104783087968826,
      "learning_rate": 1.4760723860589812e-05,
      "loss": 0.6513629913330078,
      "step": 120
    },
    {
      "epoch": 0.03753728592016624,
      "grad_norm": 0.10718850791454315,
      "learning_rate": 1.4720509383378015e-05,
      "loss": 0.678717851638794,
      "step": 140
    },
    {
      "epoch": 0.04289975533733284,
      "grad_norm": 0.09187154471874237,
      "learning_rate": 1.4680294906166219e-05,
      "loss": 0.647278118133545,
      "step": 160
    },
    {
      "epoch": 0.04826222475449945,
      "grad_norm": 0.07148946076631546,
      "learning_rate": 1.4640080428954423e-05,
      "loss": 0.6737877368927002,
      "step": 180
    },
    {
      "epoch": 0.05362469417166605,
      "grad_norm": 0.08909227699041367,
      "learning_rate": 1.4599865951742626e-05,
      "loss": 0.6373191356658936,
      "step": 200
    },
    {
      "epoch": 0.05898716358883266,
      "grad_norm": 0.07850278168916702,
      "learning_rate": 1.455965147453083e-05,
      "loss": 0.6020126819610596,
      "step": 220
    },
    {
      "epoch": 0.06434963300599926,
      "grad_norm": 0.09538089483976364,
      "learning_rate": 1.4519436997319034e-05,
      "loss": 0.6096773147583008,
      "step": 240
    },
    {
      "epoch": 0.06971210242316586,
      "grad_norm": 0.07478228211402893,
      "learning_rate": 1.447922252010724e-05,
      "loss": 0.6299086093902588,
      "step": 260
    },
    {
      "epoch": 0.07507457184033248,
      "grad_norm": 0.1514953374862671,
      "learning_rate": 1.4439008042895443e-05,
      "loss": 0.5591042518615723,
      "step": 280
    },
    {
      "epoch": 0.08043704125749908,
      "grad_norm": 0.08260886371135712,
      "learning_rate": 1.4398793565683647e-05,
      "loss": 0.6200376987457276,
      "step": 300
    },
    {
      "epoch": 0.08579951067466568,
      "grad_norm": 0.17698714137077332,
      "learning_rate": 1.435857908847185e-05,
      "loss": 0.6023219585418701,
      "step": 320
    },
    {
      "epoch": 0.0911619800918323,
      "grad_norm": 0.06104859337210655,
      "learning_rate": 1.4318364611260054e-05,
      "loss": 0.6181454658508301,
      "step": 340
    },
    {
      "epoch": 0.0965244495089989,
      "grad_norm": 0.04990549385547638,
      "learning_rate": 1.4278150134048258e-05,
      "loss": 0.5593632698059082,
      "step": 360
    },
    {
      "epoch": 0.1018869189261655,
      "grad_norm": 0.09426380693912506,
      "learning_rate": 1.4237935656836461e-05,
      "loss": 0.5790591716766358,
      "step": 380
    },
    {
      "epoch": 0.1072493883433321,
      "grad_norm": 0.08783263713121414,
      "learning_rate": 1.4197721179624665e-05,
      "loss": 0.585063886642456,
      "step": 400
    },
    {
      "epoch": 0.11261185776049872,
      "grad_norm": 0.06869607418775558,
      "learning_rate": 1.4157506702412869e-05,
      "loss": 0.5638764381408692,
      "step": 420
    },
    {
      "epoch": 0.11797432717766532,
      "grad_norm": 0.10537438839673996,
      "learning_rate": 1.4117292225201072e-05,
      "loss": 0.6060166835784913,
      "step": 440
    },
    {
      "epoch": 0.12333679659483192,
      "grad_norm": 0.09851580113172531,
      "learning_rate": 1.4077077747989278e-05,
      "loss": 0.5605969905853272,
      "step": 460
    },
    {
      "epoch": 0.12869926601199852,
      "grad_norm": 0.11954096704721451,
      "learning_rate": 1.4036863270777482e-05,
      "loss": 0.5549856662750244,
      "step": 480
    },
    {
      "epoch": 0.13406173542916514,
      "grad_norm": 0.13259431719779968,
      "learning_rate": 1.3996648793565685e-05,
      "loss": 0.5893547534942627,
      "step": 500
    },
    {
      "epoch": 0.13942420484633172,
      "grad_norm": 0.11842650175094604,
      "learning_rate": 1.3956434316353889e-05,
      "loss": 0.6237683773040772,
      "step": 520
    },
    {
      "epoch": 0.14478667426349834,
      "grad_norm": 0.1204022690653801,
      "learning_rate": 1.3916219839142093e-05,
      "loss": 0.572803258895874,
      "step": 540
    },
    {
      "epoch": 0.15014914368066495,
      "grad_norm": 0.1345946341753006,
      "learning_rate": 1.3876005361930296e-05,
      "loss": 0.5632933139801025,
      "step": 560
    },
    {
      "epoch": 0.15551161309783154,
      "grad_norm": 0.11733393371105194,
      "learning_rate": 1.38357908847185e-05,
      "loss": 0.6197309494018555,
      "step": 580
    },
    {
      "epoch": 0.16087408251499816,
      "grad_norm": 0.0731734186410904,
      "learning_rate": 1.3795576407506704e-05,
      "loss": 0.5823808670043945,
      "step": 600
    },
    {
      "epoch": 0.16623655193216477,
      "grad_norm": 0.09452618658542633,
      "learning_rate": 1.3755361930294907e-05,
      "loss": 0.5599356651306152,
      "step": 620
    },
    {
      "epoch": 0.17159902134933136,
      "grad_norm": 0.09183815121650696,
      "learning_rate": 1.3715147453083111e-05,
      "loss": 0.5465828895568847,
      "step": 640
    },
    {
      "epoch": 0.17696149076649798,
      "grad_norm": 0.0953364372253418,
      "learning_rate": 1.3674932975871315e-05,
      "loss": 0.5516108989715576,
      "step": 660
    },
    {
      "epoch": 0.1823239601836646,
      "grad_norm": 0.11190114170312881,
      "learning_rate": 1.3634718498659519e-05,
      "loss": 0.5717048645019531,
      "step": 680
    },
    {
      "epoch": 0.18768642960083118,
      "grad_norm": 0.11502158641815186,
      "learning_rate": 1.3594504021447722e-05,
      "loss": 0.528355598449707,
      "step": 700
    },
    {
      "epoch": 0.1930488990179978,
      "grad_norm": 0.12480133026838303,
      "learning_rate": 1.3554289544235926e-05,
      "loss": 0.5860391616821289,
      "step": 720
    },
    {
      "epoch": 0.19841136843516438,
      "grad_norm": 0.14408785104751587,
      "learning_rate": 1.351407506702413e-05,
      "loss": 0.5422697544097901,
      "step": 740
    },
    {
      "epoch": 0.203773837852331,
      "grad_norm": 0.12405668199062347,
      "learning_rate": 1.3473860589812333e-05,
      "loss": 0.5876667499542236,
      "step": 760
    },
    {
      "epoch": 0.2091363072694976,
      "grad_norm": 0.12171291559934616,
      "learning_rate": 1.3433646112600537e-05,
      "loss": 0.563751220703125,
      "step": 780
    },
    {
      "epoch": 0.2144987766866642,
      "grad_norm": 0.10827518254518509,
      "learning_rate": 1.339343163538874e-05,
      "loss": 0.5700247764587403,
      "step": 800
    },
    {
      "epoch": 0.21986124610383082,
      "grad_norm": 0.08678701519966125,
      "learning_rate": 1.3353217158176944e-05,
      "loss": 0.5999309062957764,
      "step": 820
    },
    {
      "epoch": 0.22522371552099743,
      "grad_norm": 0.12222636491060257,
      "learning_rate": 1.3313002680965148e-05,
      "loss": 0.5421838760375977,
      "step": 840
    },
    {
      "epoch": 0.23058618493816402,
      "grad_norm": 0.11634483933448792,
      "learning_rate": 1.3272788203753352e-05,
      "loss": 0.6069926261901856,
      "step": 860
    },
    {
      "epoch": 0.23594865435533063,
      "grad_norm": 0.12163955718278885,
      "learning_rate": 1.3232573726541556e-05,
      "loss": 0.5558357238769531,
      "step": 880
    },
    {
      "epoch": 0.24131112377249722,
      "grad_norm": 0.13140572607517242,
      "learning_rate": 1.319235924932976e-05,
      "loss": 0.5537341117858887,
      "step": 900
    },
    {
      "epoch": 0.24667359318966384,
      "grad_norm": 0.1295424848794937,
      "learning_rate": 1.3152144772117963e-05,
      "loss": 0.5734247684478759,
      "step": 920
    },
    {
      "epoch": 0.2520360626068304,
      "grad_norm": 0.08855397999286652,
      "learning_rate": 1.3111930294906167e-05,
      "loss": 0.5499854564666748,
      "step": 940
    },
    {
      "epoch": 0.25739853202399704,
      "grad_norm": 0.10895389318466187,
      "learning_rate": 1.307171581769437e-05,
      "loss": 0.4994966506958008,
      "step": 960
    },
    {
      "epoch": 0.26276100144116366,
      "grad_norm": 0.10110122710466385,
      "learning_rate": 1.3031501340482574e-05,
      "loss": 0.5803254604339599,
      "step": 980
    },
    {
      "epoch": 0.26812347085833027,
      "grad_norm": 0.1323656141757965,
      "learning_rate": 1.2991286863270778e-05,
      "loss": 0.5268758773803711,
      "step": 1000
    },
    {
      "epoch": 0.2734859402754969,
      "grad_norm": 0.09068968147039413,
      "learning_rate": 1.2951072386058981e-05,
      "loss": 0.5150487899780274,
      "step": 1020
    },
    {
      "epoch": 0.27884840969266345,
      "grad_norm": 0.11400057375431061,
      "learning_rate": 1.2910857908847185e-05,
      "loss": 0.5365507125854492,
      "step": 1040
    },
    {
      "epoch": 0.28421087910983006,
      "grad_norm": 0.14133770763874054,
      "learning_rate": 1.2870643431635389e-05,
      "loss": 0.5134270668029786,
      "step": 1060
    },
    {
      "epoch": 0.2895733485269967,
      "grad_norm": 0.14621631801128387,
      "learning_rate": 1.2830428954423593e-05,
      "loss": 0.5870331287384033,
      "step": 1080
    },
    {
      "epoch": 0.2949358179441633,
      "grad_norm": 0.09397239238023758,
      "learning_rate": 1.2790214477211796e-05,
      "loss": 0.5265964984893798,
      "step": 1100
    },
    {
      "epoch": 0.3002982873613299,
      "grad_norm": 0.13457220792770386,
      "learning_rate": 1.275e-05,
      "loss": 0.541674280166626,
      "step": 1120
    },
    {
      "epoch": 0.3056607567784965,
      "grad_norm": 0.11553078144788742,
      "learning_rate": 1.2709785522788204e-05,
      "loss": 0.5721035003662109,
      "step": 1140
    },
    {
      "epoch": 0.3110232261956631,
      "grad_norm": 0.08464279770851135,
      "learning_rate": 1.2669571045576407e-05,
      "loss": 0.5242496967315674,
      "step": 1160
    },
    {
      "epoch": 0.3163856956128297,
      "grad_norm": 0.11578533798456192,
      "learning_rate": 1.2629356568364611e-05,
      "loss": 0.5268265724182128,
      "step": 1180
    },
    {
      "epoch": 0.3217481650299963,
      "grad_norm": 0.10422660410404205,
      "learning_rate": 1.2589142091152815e-05,
      "loss": 0.5755553722381592,
      "step": 1200
    },
    {
      "epoch": 0.32711063444716293,
      "grad_norm": 0.1601565182209015,
      "learning_rate": 1.2548927613941018e-05,
      "loss": 0.572784423828125,
      "step": 1220
    },
    {
      "epoch": 0.33247310386432954,
      "grad_norm": 0.1435895711183548,
      "learning_rate": 1.2508713136729222e-05,
      "loss": 0.4759331703186035,
      "step": 1240
    },
    {
      "epoch": 0.3378355732814961,
      "grad_norm": 0.13164320588111877,
      "learning_rate": 1.2468498659517426e-05,
      "loss": 0.5674447059631348,
      "step": 1260
    },
    {
      "epoch": 0.3431980426986627,
      "grad_norm": 0.17907585203647614,
      "learning_rate": 1.242828418230563e-05,
      "loss": 0.5384601593017578,
      "step": 1280
    },
    {
      "epoch": 0.34856051211582934,
      "grad_norm": 0.1515372097492218,
      "learning_rate": 1.2388069705093833e-05,
      "loss": 0.5154921531677246,
      "step": 1300
    },
    {
      "epoch": 0.35392298153299595,
      "grad_norm": 0.13605119287967682,
      "learning_rate": 1.2347855227882037e-05,
      "loss": 0.5586633205413818,
      "step": 1320
    },
    {
      "epoch": 0.35928545095016257,
      "grad_norm": 0.12003476917743683,
      "learning_rate": 1.230764075067024e-05,
      "loss": 0.5512509822845459,
      "step": 1340
    },
    {
      "epoch": 0.3646479203673292,
      "grad_norm": 0.11852169036865234,
      "learning_rate": 1.2267426273458444e-05,
      "loss": 0.5680348873138428,
      "step": 1360
    },
    {
      "epoch": 0.37001038978449574,
      "grad_norm": 0.16344694793224335,
      "learning_rate": 1.2227211796246648e-05,
      "loss": 0.5669443130493164,
      "step": 1380
    },
    {
      "epoch": 0.37537285920166236,
      "grad_norm": 0.11730384081602097,
      "learning_rate": 1.2186997319034852e-05,
      "loss": 0.5089732646942139,
      "step": 1400
    },
    {
      "epoch": 0.38073532861882897,
      "grad_norm": 0.1063583567738533,
      "learning_rate": 1.2146782841823055e-05,
      "loss": 0.5337563037872315,
      "step": 1420
    },
    {
      "epoch": 0.3860977980359956,
      "grad_norm": 0.12790119647979736,
      "learning_rate": 1.2106568364611259e-05,
      "loss": 0.5077777862548828,
      "step": 1440
    },
    {
      "epoch": 0.3914602674531622,
      "grad_norm": 0.1386743038892746,
      "learning_rate": 1.2066353887399463e-05,
      "loss": 0.5521824836730957,
      "step": 1460
    },
    {
      "epoch": 0.39682273687032876,
      "grad_norm": 0.0992259532213211,
      "learning_rate": 1.2026139410187666e-05,
      "loss": 0.554673147201538,
      "step": 1480
    },
    {
      "epoch": 0.4021852062874954,
      "grad_norm": 0.15981841087341309,
      "learning_rate": 1.1985924932975872e-05,
      "loss": 0.5779122352600098,
      "step": 1500
    },
    {
      "epoch": 0.407547675704662,
      "grad_norm": 0.19671906530857086,
      "learning_rate": 1.1945710455764076e-05,
      "loss": 0.5743378162384033,
      "step": 1520
    },
    {
      "epoch": 0.4129101451218286,
      "grad_norm": 0.10725795477628708,
      "learning_rate": 1.190549597855228e-05,
      "loss": 0.523157787322998,
      "step": 1540
    },
    {
      "epoch": 0.4182726145389952,
      "grad_norm": 0.14457851648330688,
      "learning_rate": 1.1865281501340483e-05,
      "loss": 0.5441864490509033,
      "step": 1560
    },
    {
      "epoch": 0.42363508395616184,
      "grad_norm": 0.15479697287082672,
      "learning_rate": 1.1825067024128687e-05,
      "loss": 0.6409400463104248,
      "step": 1580
    },
    {
      "epoch": 0.4289975533733284,
      "grad_norm": 0.11132492870092392,
      "learning_rate": 1.178485254691689e-05,
      "loss": 0.5462933540344238,
      "step": 1600
    },
    {
      "epoch": 0.434360022790495,
      "grad_norm": 0.11062806099653244,
      "learning_rate": 1.1744638069705094e-05,
      "loss": 0.5428354740142822,
      "step": 1620
    },
    {
      "epoch": 0.43972249220766163,
      "grad_norm": 0.1327652931213379,
      "learning_rate": 1.1704423592493298e-05,
      "loss": 0.5324414253234864,
      "step": 1640
    },
    {
      "epoch": 0.44508496162482825,
      "grad_norm": 0.1209583580493927,
      "learning_rate": 1.1664209115281501e-05,
      "loss": 0.5270706176757812,
      "step": 1660
    },
    {
      "epoch": 0.45044743104199486,
      "grad_norm": 0.11154980212450027,
      "learning_rate": 1.1623994638069705e-05,
      "loss": 0.525149154663086,
      "step": 1680
    },
    {
      "epoch": 0.4558099004591614,
      "grad_norm": 0.14099697768688202,
      "learning_rate": 1.158378016085791e-05,
      "loss": 0.5981990814208984,
      "step": 1700
    },
    {
      "epoch": 0.46117236987632804,
      "grad_norm": 0.11787982285022736,
      "learning_rate": 1.1543565683646114e-05,
      "loss": 0.5327546119689941,
      "step": 1720
    },
    {
      "epoch": 0.46653483929349465,
      "grad_norm": 0.12584130465984344,
      "learning_rate": 1.1503351206434318e-05,
      "loss": 0.5126790046691895,
      "step": 1740
    },
    {
      "epoch": 0.47189730871066127,
      "grad_norm": 0.16248232126235962,
      "learning_rate": 1.1463136729222522e-05,
      "loss": 0.5697287082672119,
      "step": 1760
    },
    {
      "epoch": 0.4772597781278279,
      "grad_norm": 0.14940819144248962,
      "learning_rate": 1.1422922252010725e-05,
      "loss": 0.5015492916107178,
      "step": 1780
    },
    {
      "epoch": 0.48262224754499444,
      "grad_norm": 0.1647220402956009,
      "learning_rate": 1.1382707774798929e-05,
      "loss": 0.5097331523895263,
      "step": 1800
    },
    {
      "epoch": 0.48798471696216106,
      "grad_norm": 0.12255030870437622,
      "learning_rate": 1.1342493297587133e-05,
      "loss": 0.5670981407165527,
      "step": 1820
    },
    {
      "epoch": 0.4933471863793277,
      "grad_norm": 0.1160770058631897,
      "learning_rate": 1.1302278820375336e-05,
      "loss": 0.5236512660980225,
      "step": 1840
    },
    {
      "epoch": 0.4987096557964943,
      "grad_norm": 0.21711941063404083,
      "learning_rate": 1.126206434316354e-05,
      "loss": 0.5926671504974366,
      "step": 1860
    },
    {
      "epoch": 0.5040721252136608,
      "grad_norm": 0.16682052612304688,
      "learning_rate": 1.1221849865951744e-05,
      "loss": 0.5240281581878662,
      "step": 1880
    },
    {
      "epoch": 0.5094345946308275,
      "grad_norm": 0.16348475217819214,
      "learning_rate": 1.1181635388739948e-05,
      "loss": 0.5574026107788086,
      "step": 1900
    },
    {
      "epoch": 0.5147970640479941,
      "grad_norm": 0.17506958544254303,
      "learning_rate": 1.1141420911528151e-05,
      "loss": 0.5592098236083984,
      "step": 1920
    },
    {
      "epoch": 0.5201595334651608,
      "grad_norm": 0.1784403771162033,
      "learning_rate": 1.1101206434316355e-05,
      "loss": 0.5189618110656739,
      "step": 1940
    },
    {
      "epoch": 0.5255220028823273,
      "grad_norm": 0.17252163589000702,
      "learning_rate": 1.1060991957104559e-05,
      "loss": 0.5126346111297607,
      "step": 1960
    },
    {
      "epoch": 0.5308844722994939,
      "grad_norm": 0.12690365314483643,
      "learning_rate": 1.1020777479892762e-05,
      "loss": 0.5473652362823487,
      "step": 1980
    },
    {
      "epoch": 0.5362469417166605,
      "grad_norm": 0.1284744292497635,
      "learning_rate": 1.0980563002680966e-05,
      "loss": 0.5309309482574462,
      "step": 2000
    },
    {
      "epoch": 0.5416094111338271,
      "grad_norm": 0.1850503385066986,
      "learning_rate": 1.094034852546917e-05,
      "loss": 0.5636833190917969,
      "step": 2020
    },
    {
      "epoch": 0.5469718805509938,
      "grad_norm": 0.1514296680688858,
      "learning_rate": 1.0900134048257373e-05,
      "loss": 0.5273778915405274,
      "step": 2040
    },
    {
      "epoch": 0.5523343499681603,
      "grad_norm": 0.1502915471792221,
      "learning_rate": 1.0859919571045577e-05,
      "loss": 0.6000364780426025,
      "step": 2060
    },
    {
      "epoch": 0.5576968193853269,
      "grad_norm": 0.14147423207759857,
      "learning_rate": 1.081970509383378e-05,
      "loss": 0.5480428218841553,
      "step": 2080
    },
    {
      "epoch": 0.5630592888024936,
      "grad_norm": 0.13399621844291687,
      "learning_rate": 1.0779490616621984e-05,
      "loss": 0.513938045501709,
      "step": 2100
    },
    {
      "epoch": 0.5684217582196601,
      "grad_norm": 0.12856991589069366,
      "learning_rate": 1.0739276139410188e-05,
      "loss": 0.4760735988616943,
      "step": 2120
    },
    {
      "epoch": 0.5737842276368268,
      "grad_norm": 0.15576769411563873,
      "learning_rate": 1.0699061662198392e-05,
      "loss": 0.5474783420562744,
      "step": 2140
    },
    {
      "epoch": 0.5791466970539934,
      "grad_norm": 0.2024153470993042,
      "learning_rate": 1.0658847184986596e-05,
      "loss": 0.5309592723846436,
      "step": 2160
    },
    {
      "epoch": 0.58450916647116,
      "grad_norm": 0.13033868372440338,
      "learning_rate": 1.06186327077748e-05,
      "loss": 0.5345770835876464,
      "step": 2180
    },
    {
      "epoch": 0.5898716358883266,
      "grad_norm": 0.15354423224925995,
      "learning_rate": 1.0578418230563003e-05,
      "loss": 0.5441046714782715,
      "step": 2200
    },
    {
      "epoch": 0.5952341053054931,
      "grad_norm": 0.19533827900886536,
      "learning_rate": 1.0538203753351207e-05,
      "loss": 0.547668170928955,
      "step": 2220
    },
    {
      "epoch": 0.6005965747226598,
      "grad_norm": 0.15901635587215424,
      "learning_rate": 1.049798927613941e-05,
      "loss": 0.5213536739349365,
      "step": 2240
    },
    {
      "epoch": 0.6059590441398264,
      "grad_norm": 0.20392107963562012,
      "learning_rate": 1.0457774798927614e-05,
      "loss": 0.56328444480896,
      "step": 2260
    },
    {
      "epoch": 0.611321513556993,
      "grad_norm": 0.14985501766204834,
      "learning_rate": 1.0417560321715818e-05,
      "loss": 0.5592964172363282,
      "step": 2280
    },
    {
      "epoch": 0.6166839829741596,
      "grad_norm": 0.16292506456375122,
      "learning_rate": 1.0377345844504021e-05,
      "loss": 0.6026081562042236,
      "step": 2300
    },
    {
      "epoch": 0.6220464523913262,
      "grad_norm": 0.2114475965499878,
      "learning_rate": 1.0337131367292225e-05,
      "loss": 0.5434895992279053,
      "step": 2320
    },
    {
      "epoch": 0.6274089218084928,
      "grad_norm": 0.15036092698574066,
      "learning_rate": 1.0296916890080429e-05,
      "loss": 0.5241796016693115,
      "step": 2340
    },
    {
      "epoch": 0.6327713912256594,
      "grad_norm": 0.2040790617465973,
      "learning_rate": 1.0256702412868633e-05,
      "loss": 0.5172519683837891,
      "step": 2360
    },
    {
      "epoch": 0.6381338606428261,
      "grad_norm": 0.15708747506141663,
      "learning_rate": 1.0216487935656836e-05,
      "loss": 0.49505252838134767,
      "step": 2380
    },
    {
      "epoch": 0.6434963300599926,
      "grad_norm": 0.1831217259168625,
      "learning_rate": 1.017627345844504e-05,
      "loss": 0.5166856288909912,
      "step": 2400
    },
    {
      "epoch": 0.6488587994771592,
      "grad_norm": 0.23026946187019348,
      "learning_rate": 1.0136058981233244e-05,
      "loss": 0.5275045394897461,
      "step": 2420
    },
    {
      "epoch": 0.6542212688943259,
      "grad_norm": 0.17848673462867737,
      "learning_rate": 1.0095844504021447e-05,
      "loss": 0.5764461994171143,
      "step": 2440
    },
    {
      "epoch": 0.6595837383114924,
      "grad_norm": 0.14768671989440918,
      "learning_rate": 1.0055630026809651e-05,
      "loss": 0.4772446632385254,
      "step": 2460
    },
    {
      "epoch": 0.6649462077286591,
      "grad_norm": 0.11061226576566696,
      "learning_rate": 1.0015415549597855e-05,
      "loss": 0.4822176456451416,
      "step": 2480
    },
    {
      "epoch": 0.6703086771458256,
      "grad_norm": 0.22382384538650513,
      "learning_rate": 9.975201072386058e-06,
      "loss": 0.5523125648498535,
      "step": 2500
    },
    {
      "epoch": 0.6756711465629922,
      "grad_norm": 0.1481855809688568,
      "learning_rate": 9.934986595174262e-06,
      "loss": 0.5522858619689941,
      "step": 2520
    },
    {
      "epoch": 0.6810336159801589,
      "grad_norm": 0.16584496200084686,
      "learning_rate": 9.894772117962466e-06,
      "loss": 0.5220115661621094,
      "step": 2540
    },
    {
      "epoch": 0.6863960853973254,
      "grad_norm": 0.24747292697429657,
      "learning_rate": 9.85455764075067e-06,
      "loss": 0.5106014728546142,
      "step": 2560
    },
    {
      "epoch": 0.6917585548144921,
      "grad_norm": 0.1886838674545288,
      "learning_rate": 9.814343163538873e-06,
      "loss": 0.554722261428833,
      "step": 2580
    },
    {
      "epoch": 0.6971210242316587,
      "grad_norm": 0.14403431117534637,
      "learning_rate": 9.774128686327077e-06,
      "loss": 0.5226208209991455,
      "step": 2600
    },
    {
      "epoch": 0.7024834936488252,
      "grad_norm": 0.1577453911304474,
      "learning_rate": 9.73391420911528e-06,
      "loss": 0.5295976161956787,
      "step": 2620
    },
    {
      "epoch": 0.7078459630659919,
      "grad_norm": 0.2269749790430069,
      "learning_rate": 9.693699731903484e-06,
      "loss": 0.5336898803710938,
      "step": 2640
    },
    {
      "epoch": 0.7132084324831585,
      "grad_norm": 0.23890693485736847,
      "learning_rate": 9.653485254691688e-06,
      "loss": 0.5564133644104003,
      "step": 2660
    },
    {
      "epoch": 0.7185709019003251,
      "grad_norm": 0.19051003456115723,
      "learning_rate": 9.613270777479892e-06,
      "loss": 0.5483838081359863,
      "step": 2680
    },
    {
      "epoch": 0.7239333713174917,
      "grad_norm": 0.15244685113430023,
      "learning_rate": 9.573056300268095e-06,
      "loss": 0.5657371520996094,
      "step": 2700
    },
    {
      "epoch": 0.7292958407346584,
      "grad_norm": 0.14131584763526917,
      "learning_rate": 9.532841823056299e-06,
      "loss": 0.5375633716583252,
      "step": 2720
    },
    {
      "epoch": 0.7346583101518249,
      "grad_norm": 0.15706594288349152,
      "learning_rate": 9.492627345844505e-06,
      "loss": 0.5774847507476807,
      "step": 2740
    },
    {
      "epoch": 0.7400207795689915,
      "grad_norm": 0.120318703353405,
      "learning_rate": 9.452412868632708e-06,
      "loss": 0.5289290428161622,
      "step": 2760
    },
    {
      "epoch": 0.7453832489861582,
      "grad_norm": 0.17643575370311737,
      "learning_rate": 9.412198391420912e-06,
      "loss": 0.548846435546875,
      "step": 2780
    },
    {
      "epoch": 0.7507457184033247,
      "grad_norm": 0.23063655197620392,
      "learning_rate": 9.371983914209116e-06,
      "loss": 0.5502467155456543,
      "step": 2800
    },
    {
      "epoch": 0.7561081878204914,
      "grad_norm": 0.14489713311195374,
      "learning_rate": 9.33176943699732e-06,
      "loss": 0.5205071449279786,
      "step": 2820
    },
    {
      "epoch": 0.7614706572376579,
      "grad_norm": 0.15738680958747864,
      "learning_rate": 9.291554959785523e-06,
      "loss": 0.5463311195373535,
      "step": 2840
    },
    {
      "epoch": 0.7668331266548245,
      "grad_norm": 0.1291189193725586,
      "learning_rate": 9.251340482573727e-06,
      "loss": 0.5183065414428711,
      "step": 2860
    },
    {
      "epoch": 0.7721955960719912,
      "grad_norm": 0.14537270367145538,
      "learning_rate": 9.21112600536193e-06,
      "loss": 0.5544816493988037,
      "step": 2880
    },
    {
      "epoch": 0.7775580654891577,
      "grad_norm": 0.13409097492694855,
      "learning_rate": 9.170911528150134e-06,
      "loss": 0.5107351303100586,
      "step": 2900
    },
    {
      "epoch": 0.7829205349063244,
      "grad_norm": 0.2998020052909851,
      "learning_rate": 9.130697050938338e-06,
      "loss": 0.5310684680938721,
      "step": 2920
    },
    {
      "epoch": 0.788283004323491,
      "grad_norm": 0.1838223934173584,
      "learning_rate": 9.090482573726543e-06,
      "loss": 0.5270499229431153,
      "step": 2940
    },
    {
      "epoch": 0.7936454737406575,
      "grad_norm": 0.18618327379226685,
      "learning_rate": 9.050268096514747e-06,
      "loss": 0.5336289882659913,
      "step": 2960
    },
    {
      "epoch": 0.7990079431578242,
      "grad_norm": 0.20681297779083252,
      "learning_rate": 9.01005361930295e-06,
      "loss": 0.508507251739502,
      "step": 2980
    },
    {
      "epoch": 0.8043704125749908,
      "grad_norm": 0.24283935129642487,
      "learning_rate": 8.969839142091154e-06,
      "loss": 0.5339189052581788,
      "step": 3000
    },
    {
      "epoch": 0.8097328819921574,
      "grad_norm": 0.21722275018692017,
      "learning_rate": 8.929624664879358e-06,
      "loss": 0.515669584274292,
      "step": 3020
    },
    {
      "epoch": 0.815095351409324,
      "grad_norm": 0.14678969979286194,
      "learning_rate": 8.889410187667562e-06,
      "loss": 0.49359521865844724,
      "step": 3040
    },
    {
      "epoch": 0.8204578208264905,
      "grad_norm": 0.16017946600914001,
      "learning_rate": 8.849195710455765e-06,
      "loss": 0.532757043838501,
      "step": 3060
    },
    {
      "epoch": 0.8258202902436572,
      "grad_norm": 0.13103698194026947,
      "learning_rate": 8.808981233243969e-06,
      "loss": 0.5174227237701416,
      "step": 3080
    },
    {
      "epoch": 0.8311827596608238,
      "grad_norm": 0.13764740526676178,
      "learning_rate": 8.768766756032173e-06,
      "loss": 0.5756002902984619,
      "step": 3100
    },
    {
      "epoch": 0.8365452290779904,
      "grad_norm": 0.1956685334444046,
      "learning_rate": 8.728552278820376e-06,
      "loss": 0.5458150386810303,
      "step": 3120
    },
    {
      "epoch": 0.841907698495157,
      "grad_norm": 0.14859093725681305,
      "learning_rate": 8.68833780160858e-06,
      "loss": 0.5232916831970215,
      "step": 3140
    },
    {
      "epoch": 0.8472701679123237,
      "grad_norm": 0.14078572392463684,
      "learning_rate": 8.648123324396784e-06,
      "loss": 0.45665884017944336,
      "step": 3160
    },
    {
      "epoch": 0.8526326373294902,
      "grad_norm": 0.10593896359205246,
      "learning_rate": 8.607908847184988e-06,
      "loss": 0.46901817321777345,
      "step": 3180
    },
    {
      "epoch": 0.8579951067466568,
      "grad_norm": 0.19927014410495758,
      "learning_rate": 8.567694369973191e-06,
      "loss": 0.4962503910064697,
      "step": 3200
    },
    {
      "epoch": 0.8633575761638235,
      "grad_norm": 0.1885233223438263,
      "learning_rate": 8.527479892761395e-06,
      "loss": 0.5428553581237793,
      "step": 3220
    },
    {
      "epoch": 0.86872004558099,
      "grad_norm": 0.22774286568164825,
      "learning_rate": 8.487265415549599e-06,
      "loss": 0.5246198177337646,
      "step": 3240
    },
    {
      "epoch": 0.8740825149981567,
      "grad_norm": 0.16228961944580078,
      "learning_rate": 8.447050938337802e-06,
      "loss": 0.5317719936370849,
      "step": 3260
    },
    {
      "epoch": 0.8794449844153233,
      "grad_norm": 0.19011476635932922,
      "learning_rate": 8.406836461126006e-06,
      "loss": 0.5377527236938476,
      "step": 3280
    },
    {
      "epoch": 0.8848074538324898,
      "grad_norm": 0.1937844604253769,
      "learning_rate": 8.36662198391421e-06,
      "loss": 0.5009727954864502,
      "step": 3300
    },
    {
      "epoch": 0.8901699232496565,
      "grad_norm": 0.26362502574920654,
      "learning_rate": 8.326407506702413e-06,
      "loss": 0.5286832809448242,
      "step": 3320
    },
    {
      "epoch": 0.895532392666823,
      "grad_norm": 0.15528951585292816,
      "learning_rate": 8.286193029490617e-06,
      "loss": 0.5699362754821777,
      "step": 3340
    },
    {
      "epoch": 0.9008948620839897,
      "grad_norm": 0.19824309647083282,
      "learning_rate": 8.24597855227882e-06,
      "loss": 0.5417330265045166,
      "step": 3360
    },
    {
      "epoch": 0.9062573315011563,
      "grad_norm": 0.17824552953243256,
      "learning_rate": 8.205764075067025e-06,
      "loss": 0.5166538238525391,
      "step": 3380
    },
    {
      "epoch": 0.9116198009183228,
      "grad_norm": 0.1860542744398117,
      "learning_rate": 8.165549597855228e-06,
      "loss": 0.5525233745574951,
      "step": 3400
    },
    {
      "epoch": 0.9169822703354895,
      "grad_norm": 0.22200629115104675,
      "learning_rate": 8.125335120643432e-06,
      "loss": 0.48862462043762206,
      "step": 3420
    },
    {
      "epoch": 0.9223447397526561,
      "grad_norm": 0.21177783608436584,
      "learning_rate": 8.085120643431636e-06,
      "loss": 0.5362657070159912,
      "step": 3440
    },
    {
      "epoch": 0.9277072091698227,
      "grad_norm": 0.1278514564037323,
      "learning_rate": 8.04490616621984e-06,
      "loss": 0.5472875595092773,
      "step": 3460
    },
    {
      "epoch": 0.9330696785869893,
      "grad_norm": 0.1520422250032425,
      "learning_rate": 8.004691689008043e-06,
      "loss": 0.4906148910522461,
      "step": 3480
    },
    {
      "epoch": 0.9384321480041559,
      "grad_norm": 0.1678784340620041,
      "learning_rate": 7.964477211796247e-06,
      "loss": 0.5190341949462891,
      "step": 3500
    },
    {
      "epoch": 0.9437946174213225,
      "grad_norm": 0.2168162763118744,
      "learning_rate": 7.92426273458445e-06,
      "loss": 0.5007696151733398,
      "step": 3520
    },
    {
      "epoch": 0.9491570868384891,
      "grad_norm": 0.18424147367477417,
      "learning_rate": 7.884048257372654e-06,
      "loss": 0.5395221710205078,
      "step": 3540
    },
    {
      "epoch": 0.9545195562556558,
      "grad_norm": 0.17553555965423584,
      "learning_rate": 7.843833780160858e-06,
      "loss": 0.4716806888580322,
      "step": 3560
    },
    {
      "epoch": 0.9598820256728223,
      "grad_norm": 0.15070843696594238,
      "learning_rate": 7.803619302949062e-06,
      "loss": 0.49967169761657715,
      "step": 3580
    },
    {
      "epoch": 0.9652444950899889,
      "grad_norm": 0.172193244099617,
      "learning_rate": 7.763404825737265e-06,
      "loss": 0.495190954208374,
      "step": 3600
    },
    {
      "epoch": 0.9706069645071556,
      "grad_norm": 0.15822157263755798,
      "learning_rate": 7.723190348525469e-06,
      "loss": 0.5322632789611816,
      "step": 3620
    },
    {
      "epoch": 0.9759694339243221,
      "grad_norm": 0.19345910847187042,
      "learning_rate": 7.682975871313673e-06,
      "loss": 0.48404436111450194,
      "step": 3640
    },
    {
      "epoch": 0.9813319033414888,
      "grad_norm": 0.17885969579219818,
      "learning_rate": 7.642761394101876e-06,
      "loss": 0.5166211128234863,
      "step": 3660
    },
    {
      "epoch": 0.9866943727586553,
      "grad_norm": 0.15497833490371704,
      "learning_rate": 7.60254691689008e-06,
      "loss": 0.5560059547424316,
      "step": 3680
    },
    {
      "epoch": 0.992056842175822,
      "grad_norm": 0.17155644297599792,
      "learning_rate": 7.562332439678284e-06,
      "loss": 0.529679822921753,
      "step": 3700
    },
    {
      "epoch": 0.9974193115929886,
      "grad_norm": 0.18267494440078735,
      "learning_rate": 7.522117962466487e-06,
      "loss": 0.5055463790893555,
      "step": 3720
    },
    {
      "epoch": 1.0026812347085834,
      "grad_norm": 0.1627507209777832,
      "learning_rate": 7.481903485254692e-06,
      "loss": 0.45867152214050294,
      "step": 3740
    },
    {
      "epoch": 1.00804370412575,
      "grad_norm": 0.2230822890996933,
      "learning_rate": 7.441689008042896e-06,
      "loss": 0.4909696102142334,
      "step": 3760
    },
    {
      "epoch": 1.0134061735429165,
      "grad_norm": 0.14418569207191467,
      "learning_rate": 7.401474530831099e-06,
      "loss": 0.4891301155090332,
      "step": 3780
    },
    {
      "epoch": 1.018768642960083,
      "grad_norm": 0.2094171643257141,
      "learning_rate": 7.361260053619303e-06,
      "loss": 0.4919305324554443,
      "step": 3800
    },
    {
      "epoch": 1.0241311123772496,
      "grad_norm": 0.16315558552742004,
      "learning_rate": 7.321045576407507e-06,
      "loss": 0.5338080406188965,
      "step": 3820
    },
    {
      "epoch": 1.0294935817944164,
      "grad_norm": 0.20310278236865997,
      "learning_rate": 7.2808310991957104e-06,
      "loss": 0.4789735794067383,
      "step": 3840
    },
    {
      "epoch": 1.034856051211583,
      "grad_norm": 0.13879640400409698,
      "learning_rate": 7.240616621983915e-06,
      "loss": 0.49851651191711427,
      "step": 3860
    },
    {
      "epoch": 1.0402185206287495,
      "grad_norm": 0.1722245216369629,
      "learning_rate": 7.200402144772119e-06,
      "loss": 0.5306562900543212,
      "step": 3880
    },
    {
      "epoch": 1.045580990045916,
      "grad_norm": 0.1506664901971817,
      "learning_rate": 7.160187667560322e-06,
      "loss": 0.45285625457763673,
      "step": 3900
    },
    {
      "epoch": 1.0509434594630827,
      "grad_norm": 0.204021617770195,
      "learning_rate": 7.119973190348526e-06,
      "loss": 0.5161935329437256,
      "step": 3920
    },
    {
      "epoch": 1.0563059288802494,
      "grad_norm": 0.20319899916648865,
      "learning_rate": 7.07975871313673e-06,
      "loss": 0.4824995040893555,
      "step": 3940
    },
    {
      "epoch": 1.061668398297416,
      "grad_norm": 0.19432441890239716,
      "learning_rate": 7.0395442359249335e-06,
      "loss": 0.5660453796386719,
      "step": 3960
    },
    {
      "epoch": 1.0670308677145826,
      "grad_norm": 0.2576168477535248,
      "learning_rate": 6.999329758713137e-06,
      "loss": 0.4815997123718262,
      "step": 3980
    },
    {
      "epoch": 1.0723933371317491,
      "grad_norm": 0.27557438611984253,
      "learning_rate": 6.959115281501341e-06,
      "loss": 0.43416056632995603,
      "step": 4000
    },
    {
      "epoch": 1.0777558065489157,
      "grad_norm": 0.17039135098457336,
      "learning_rate": 6.9189008042895446e-06,
      "loss": 0.4980440139770508,
      "step": 4020
    },
    {
      "epoch": 1.0831182759660825,
      "grad_norm": 0.2580510675907135,
      "learning_rate": 6.878686327077748e-06,
      "loss": 0.5068618774414062,
      "step": 4040
    },
    {
      "epoch": 1.088480745383249,
      "grad_norm": 0.14738141000270844,
      "learning_rate": 6.838471849865952e-06,
      "loss": 0.4890751361846924,
      "step": 4060
    },
    {
      "epoch": 1.0938432148004156,
      "grad_norm": 0.2081380933523178,
      "learning_rate": 6.798257372654156e-06,
      "loss": 0.5679311275482177,
      "step": 4080
    },
    {
      "epoch": 1.0992056842175821,
      "grad_norm": 0.17693300545215607,
      "learning_rate": 6.758042895442359e-06,
      "loss": 0.5189684391021728,
      "step": 4100
    },
    {
      "epoch": 1.104568153634749,
      "grad_norm": 0.23674148321151733,
      "learning_rate": 6.717828418230563e-06,
      "loss": 0.48049330711364746,
      "step": 4120
    },
    {
      "epoch": 1.1099306230519155,
      "grad_norm": 0.21366719901561737,
      "learning_rate": 6.677613941018767e-06,
      "loss": 0.4967336654663086,
      "step": 4140
    },
    {
      "epoch": 1.115293092469082,
      "grad_norm": 0.19616496562957764,
      "learning_rate": 6.6373994638069704e-06,
      "loss": 0.46569108963012695,
      "step": 4160
    },
    {
      "epoch": 1.1206555618862486,
      "grad_norm": 0.17559197545051575,
      "learning_rate": 6.597184986595174e-06,
      "loss": 0.49478998184204104,
      "step": 4180
    },
    {
      "epoch": 1.1260180313034152,
      "grad_norm": 0.184451162815094,
      "learning_rate": 6.556970509383378e-06,
      "loss": 0.5000570774078369,
      "step": 4200
    },
    {
      "epoch": 1.131380500720582,
      "grad_norm": 0.18627093732357025,
      "learning_rate": 6.5167560321715815e-06,
      "loss": 0.5214301586151123,
      "step": 4220
    },
    {
      "epoch": 1.1367429701377485,
      "grad_norm": 0.2080899477005005,
      "learning_rate": 6.476541554959785e-06,
      "loss": 0.47851176261901857,
      "step": 4240
    },
    {
      "epoch": 1.142105439554915,
      "grad_norm": 0.18619345128536224,
      "learning_rate": 6.436327077747989e-06,
      "loss": 0.5022239685058594,
      "step": 4260
    },
    {
      "epoch": 1.1474679089720816,
      "grad_norm": 0.23693107068538666,
      "learning_rate": 6.396112600536193e-06,
      "loss": 0.5198223114013671,
      "step": 4280
    },
    {
      "epoch": 1.1528303783892482,
      "grad_norm": 0.17998561263084412,
      "learning_rate": 6.355898123324397e-06,
      "loss": 0.5228567123413086,
      "step": 4300
    },
    {
      "epoch": 1.158192847806415,
      "grad_norm": 0.2783758342266083,
      "learning_rate": 6.315683646112601e-06,
      "loss": 0.5318965435028076,
      "step": 4320
    },
    {
      "epoch": 1.1635553172235815,
      "grad_norm": 0.19693782925605774,
      "learning_rate": 6.2754691689008046e-06,
      "loss": 0.48392295837402344,
      "step": 4340
    },
    {
      "epoch": 1.168917786640748,
      "grad_norm": 0.15940269827842712,
      "learning_rate": 6.235254691689008e-06,
      "loss": 0.4617619514465332,
      "step": 4360
    },
    {
      "epoch": 1.1742802560579146,
      "grad_norm": 0.24782665073871613,
      "learning_rate": 6.195040214477212e-06,
      "loss": 0.49810285568237306,
      "step": 4380
    },
    {
      "epoch": 1.1796427254750812,
      "grad_norm": 0.1946037858724594,
      "learning_rate": 6.154825737265416e-06,
      "loss": 0.4826976776123047,
      "step": 4400
    }
  ],
  "logging_steps": 20,
  "max_steps": 7460,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.42165408619946e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}