{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.5362469417166605,
  "eval_steps": 500,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005362469417166605,
      "grad_norm": 0.050072263926267624,
      "learning_rate": 1.4961796246648793e-05,
      "loss": 1.0673207283020019,
      "step": 20
    },
    {
      "epoch": 0.01072493883433321,
      "grad_norm": 0.06825340539216995,
      "learning_rate": 1.4921581769436997e-05,
      "loss": 0.9185627937316895,
      "step": 40
    },
    {
      "epoch": 0.016087408251499815,
      "grad_norm": 0.06827432662248611,
      "learning_rate": 1.48813672922252e-05,
      "loss": 0.7999343872070312,
      "step": 60
    },
    {
      "epoch": 0.02144987766866642,
      "grad_norm": 0.05807405710220337,
      "learning_rate": 1.4841152815013404e-05,
      "loss": 0.7322770595550537,
      "step": 80
    },
    {
      "epoch": 0.026812347085833025,
      "grad_norm": 0.06654328852891922,
      "learning_rate": 1.4800938337801608e-05,
      "loss": 0.7097890377044678,
      "step": 100
    },
    {
      "epoch": 0.03217481650299963,
      "grad_norm": 0.09104783087968826,
      "learning_rate": 1.4760723860589812e-05,
      "loss": 0.6513629913330078,
      "step": 120
    },
    {
      "epoch": 0.03753728592016624,
      "grad_norm": 0.10718850791454315,
      "learning_rate": 1.4720509383378015e-05,
      "loss": 0.678717851638794,
      "step": 140
    },
    {
      "epoch": 0.04289975533733284,
      "grad_norm": 0.09187154471874237,
      "learning_rate": 1.4680294906166219e-05,
      "loss": 0.647278118133545,
      "step": 160
    },
    {
      "epoch": 0.04826222475449945,
      "grad_norm": 0.07148946076631546,
      "learning_rate": 1.4640080428954423e-05,
      "loss": 0.6737877368927002,
      "step": 180
    },
    {
      "epoch": 0.05362469417166605,
      "grad_norm": 0.08909227699041367,
      "learning_rate": 1.4599865951742626e-05,
      "loss": 0.6373191356658936,
      "step": 200
    },
    {
      "epoch": 0.05898716358883266,
      "grad_norm": 0.07850278168916702,
      "learning_rate": 1.455965147453083e-05,
      "loss": 0.6020126819610596,
      "step": 220
    },
    {
      "epoch": 0.06434963300599926,
      "grad_norm": 0.09538089483976364,
      "learning_rate": 1.4519436997319034e-05,
      "loss": 0.6096773147583008,
      "step": 240
    },
    {
      "epoch": 0.06971210242316586,
      "grad_norm": 0.07478228211402893,
      "learning_rate": 1.447922252010724e-05,
      "loss": 0.6299086093902588,
      "step": 260
    },
    {
      "epoch": 0.07507457184033248,
      "grad_norm": 0.1514953374862671,
      "learning_rate": 1.4439008042895443e-05,
      "loss": 0.5591042518615723,
      "step": 280
    },
    {
      "epoch": 0.08043704125749908,
      "grad_norm": 0.08260886371135712,
      "learning_rate": 1.4398793565683647e-05,
      "loss": 0.6200376987457276,
      "step": 300
    },
    {
      "epoch": 0.08579951067466568,
      "grad_norm": 0.17698714137077332,
      "learning_rate": 1.435857908847185e-05,
      "loss": 0.6023219585418701,
      "step": 320
    },
    {
      "epoch": 0.0911619800918323,
      "grad_norm": 0.06104859337210655,
      "learning_rate": 1.4318364611260054e-05,
      "loss": 0.6181454658508301,
      "step": 340
    },
    {
      "epoch": 0.0965244495089989,
      "grad_norm": 0.04990549385547638,
      "learning_rate": 1.4278150134048258e-05,
      "loss": 0.5593632698059082,
      "step": 360
    },
    {
      "epoch": 0.1018869189261655,
      "grad_norm": 0.09426380693912506,
      "learning_rate": 1.4237935656836461e-05,
      "loss": 0.5790591716766358,
      "step": 380
    },
    {
      "epoch": 0.1072493883433321,
      "grad_norm": 0.08783263713121414,
      "learning_rate": 1.4197721179624665e-05,
      "loss": 0.585063886642456,
      "step": 400
    },
    {
      "epoch": 0.11261185776049872,
      "grad_norm": 0.06869607418775558,
      "learning_rate": 1.4157506702412869e-05,
      "loss": 0.5638764381408692,
      "step": 420
    },
    {
      "epoch": 0.11797432717766532,
      "grad_norm": 0.10537438839673996,
      "learning_rate": 1.4117292225201072e-05,
      "loss": 0.6060166835784913,
      "step": 440
    },
    {
      "epoch": 0.12333679659483192,
      "grad_norm": 0.09851580113172531,
      "learning_rate": 1.4077077747989278e-05,
      "loss": 0.5605969905853272,
      "step": 460
    },
    {
      "epoch": 0.12869926601199852,
      "grad_norm": 0.11954096704721451,
      "learning_rate": 1.4036863270777482e-05,
      "loss": 0.5549856662750244,
      "step": 480
    },
    {
      "epoch": 0.13406173542916514,
      "grad_norm": 0.13259431719779968,
      "learning_rate": 1.3996648793565685e-05,
      "loss": 0.5893547534942627,
      "step": 500
    },
    {
      "epoch": 0.13942420484633172,
      "grad_norm": 0.11842650175094604,
      "learning_rate": 1.3956434316353889e-05,
      "loss": 0.6237683773040772,
      "step": 520
    },
    {
      "epoch": 0.14478667426349834,
      "grad_norm": 0.1204022690653801,
      "learning_rate": 1.3916219839142093e-05,
      "loss": 0.572803258895874,
      "step": 540
    },
    {
      "epoch": 0.15014914368066495,
      "grad_norm": 0.1345946341753006,
      "learning_rate": 1.3876005361930296e-05,
      "loss": 0.5632933139801025,
      "step": 560
    },
    {
      "epoch": 0.15551161309783154,
      "grad_norm": 0.11733393371105194,
      "learning_rate": 1.38357908847185e-05,
      "loss": 0.6197309494018555,
      "step": 580
    },
    {
      "epoch": 0.16087408251499816,
      "grad_norm": 0.0731734186410904,
      "learning_rate": 1.3795576407506704e-05,
      "loss": 0.5823808670043945,
      "step": 600
    },
    {
      "epoch": 0.16623655193216477,
      "grad_norm": 0.09452618658542633,
      "learning_rate": 1.3755361930294907e-05,
      "loss": 0.5599356651306152,
      "step": 620
    },
    {
      "epoch": 0.17159902134933136,
      "grad_norm": 0.09183815121650696,
      "learning_rate": 1.3715147453083111e-05,
      "loss": 0.5465828895568847,
      "step": 640
    },
    {
      "epoch": 0.17696149076649798,
      "grad_norm": 0.0953364372253418,
      "learning_rate": 1.3674932975871315e-05,
      "loss": 0.5516108989715576,
      "step": 660
    },
    {
      "epoch": 0.1823239601836646,
      "grad_norm": 0.11190114170312881,
      "learning_rate": 1.3634718498659519e-05,
      "loss": 0.5717048645019531,
      "step": 680
    },
    {
      "epoch": 0.18768642960083118,
      "grad_norm": 0.11502158641815186,
      "learning_rate": 1.3594504021447722e-05,
      "loss": 0.528355598449707,
      "step": 700
    },
    {
      "epoch": 0.1930488990179978,
      "grad_norm": 0.12480133026838303,
      "learning_rate": 1.3554289544235926e-05,
      "loss": 0.5860391616821289,
      "step": 720
    },
    {
      "epoch": 0.19841136843516438,
      "grad_norm": 0.14408785104751587,
      "learning_rate": 1.351407506702413e-05,
      "loss": 0.5422697544097901,
      "step": 740
    },
    {
      "epoch": 0.203773837852331,
      "grad_norm": 0.12405668199062347,
      "learning_rate": 1.3473860589812333e-05,
      "loss": 0.5876667499542236,
      "step": 760
    },
    {
      "epoch": 0.2091363072694976,
      "grad_norm": 0.12171291559934616,
      "learning_rate": 1.3433646112600537e-05,
      "loss": 0.563751220703125,
      "step": 780
    },
    {
      "epoch": 0.2144987766866642,
      "grad_norm": 0.10827518254518509,
      "learning_rate": 1.339343163538874e-05,
      "loss": 0.5700247764587403,
      "step": 800
    },
    {
      "epoch": 0.21986124610383082,
      "grad_norm": 0.08678701519966125,
      "learning_rate": 1.3353217158176944e-05,
      "loss": 0.5999309062957764,
      "step": 820
    },
    {
      "epoch": 0.22522371552099743,
      "grad_norm": 0.12222636491060257,
      "learning_rate": 1.3313002680965148e-05,
      "loss": 0.5421838760375977,
      "step": 840
    },
    {
      "epoch": 0.23058618493816402,
      "grad_norm": 0.11634483933448792,
      "learning_rate": 1.3272788203753352e-05,
      "loss": 0.6069926261901856,
      "step": 860
    },
    {
      "epoch": 0.23594865435533063,
      "grad_norm": 0.12163955718278885,
      "learning_rate": 1.3232573726541556e-05,
      "loss": 0.5558357238769531,
      "step": 880
    },
    {
      "epoch": 0.24131112377249722,
      "grad_norm": 0.13140572607517242,
      "learning_rate": 1.319235924932976e-05,
      "loss": 0.5537341117858887,
      "step": 900
    },
    {
      "epoch": 0.24667359318966384,
      "grad_norm": 0.1295424848794937,
      "learning_rate": 1.3152144772117963e-05,
      "loss": 0.5734247684478759,
      "step": 920
    },
    {
      "epoch": 0.2520360626068304,
      "grad_norm": 0.08855397999286652,
      "learning_rate": 1.3111930294906167e-05,
      "loss": 0.5499854564666748,
      "step": 940
    },
    {
      "epoch": 0.25739853202399704,
      "grad_norm": 0.10895389318466187,
      "learning_rate": 1.307171581769437e-05,
      "loss": 0.4994966506958008,
      "step": 960
    },
    {
      "epoch": 0.26276100144116366,
      "grad_norm": 0.10110122710466385,
      "learning_rate": 1.3031501340482574e-05,
      "loss": 0.5803254604339599,
      "step": 980
    },
    {
      "epoch": 0.26812347085833027,
      "grad_norm": 0.1323656141757965,
      "learning_rate": 1.2991286863270778e-05,
      "loss": 0.5268758773803711,
      "step": 1000
    },
    {
      "epoch": 0.2734859402754969,
      "grad_norm": 0.09068968147039413,
      "learning_rate": 1.2951072386058981e-05,
      "loss": 0.5150487899780274,
      "step": 1020
    },
    {
      "epoch": 0.27884840969266345,
      "grad_norm": 0.11400057375431061,
      "learning_rate": 1.2910857908847185e-05,
      "loss": 0.5365507125854492,
      "step": 1040
    },
    {
      "epoch": 0.28421087910983006,
      "grad_norm": 0.14133770763874054,
      "learning_rate": 1.2870643431635389e-05,
      "loss": 0.5134270668029786,
      "step": 1060
    },
    {
      "epoch": 0.2895733485269967,
      "grad_norm": 0.14621631801128387,
      "learning_rate": 1.2830428954423593e-05,
      "loss": 0.5870331287384033,
      "step": 1080
    },
    {
      "epoch": 0.2949358179441633,
      "grad_norm": 0.09397239238023758,
      "learning_rate": 1.2790214477211796e-05,
      "loss": 0.5265964984893798,
      "step": 1100
    },
    {
      "epoch": 0.3002982873613299,
      "grad_norm": 0.13457220792770386,
      "learning_rate": 1.275e-05,
      "loss": 0.541674280166626,
      "step": 1120
    },
    {
      "epoch": 0.3056607567784965,
      "grad_norm": 0.11553078144788742,
      "learning_rate": 1.2709785522788204e-05,
      "loss": 0.5721035003662109,
      "step": 1140
    },
    {
      "epoch": 0.3110232261956631,
      "grad_norm": 0.08464279770851135,
      "learning_rate": 1.2669571045576407e-05,
      "loss": 0.5242496967315674,
      "step": 1160
    },
    {
      "epoch": 0.3163856956128297,
      "grad_norm": 0.11578533798456192,
      "learning_rate": 1.2629356568364611e-05,
      "loss": 0.5268265724182128,
      "step": 1180
    },
    {
      "epoch": 0.3217481650299963,
      "grad_norm": 0.10422660410404205,
      "learning_rate": 1.2589142091152815e-05,
      "loss": 0.5755553722381592,
      "step": 1200
    },
    {
      "epoch": 0.32711063444716293,
      "grad_norm": 0.1601565182209015,
      "learning_rate": 1.2548927613941018e-05,
      "loss": 0.572784423828125,
      "step": 1220
    },
    {
      "epoch": 0.33247310386432954,
      "grad_norm": 0.1435895711183548,
      "learning_rate": 1.2508713136729222e-05,
      "loss": 0.4759331703186035,
      "step": 1240
    },
    {
      "epoch": 0.3378355732814961,
      "grad_norm": 0.13164320588111877,
      "learning_rate": 1.2468498659517426e-05,
      "loss": 0.5674447059631348,
      "step": 1260
    },
    {
      "epoch": 0.3431980426986627,
      "grad_norm": 0.17907585203647614,
      "learning_rate": 1.242828418230563e-05,
      "loss": 0.5384601593017578,
      "step": 1280
    },
    {
      "epoch": 0.34856051211582934,
      "grad_norm": 0.1515372097492218,
      "learning_rate": 1.2388069705093833e-05,
      "loss": 0.5154921531677246,
      "step": 1300
    },
    {
      "epoch": 0.35392298153299595,
      "grad_norm": 0.13605119287967682,
      "learning_rate": 1.2347855227882037e-05,
      "loss": 0.5586633205413818,
      "step": 1320
    },
    {
      "epoch": 0.35928545095016257,
      "grad_norm": 0.12003476917743683,
      "learning_rate": 1.230764075067024e-05,
      "loss": 0.5512509822845459,
      "step": 1340
    },
    {
      "epoch": 0.3646479203673292,
      "grad_norm": 0.11852169036865234,
      "learning_rate": 1.2267426273458444e-05,
      "loss": 0.5680348873138428,
      "step": 1360
    },
    {
      "epoch": 0.37001038978449574,
      "grad_norm": 0.16344694793224335,
      "learning_rate": 1.2227211796246648e-05,
      "loss": 0.5669443130493164,
      "step": 1380
    },
    {
      "epoch": 0.37537285920166236,
      "grad_norm": 0.11730384081602097,
      "learning_rate": 1.2186997319034852e-05,
      "loss": 0.5089732646942139,
      "step": 1400
    },
    {
      "epoch": 0.38073532861882897,
      "grad_norm": 0.1063583567738533,
      "learning_rate": 1.2146782841823055e-05,
      "loss": 0.5337563037872315,
      "step": 1420
    },
    {
      "epoch": 0.3860977980359956,
      "grad_norm": 0.12790119647979736,
      "learning_rate": 1.2106568364611259e-05,
      "loss": 0.5077777862548828,
      "step": 1440
    },
    {
      "epoch": 0.3914602674531622,
      "grad_norm": 0.1386743038892746,
      "learning_rate": 1.2066353887399463e-05,
      "loss": 0.5521824836730957,
      "step": 1460
    },
    {
      "epoch": 0.39682273687032876,
      "grad_norm": 0.0992259532213211,
      "learning_rate": 1.2026139410187666e-05,
      "loss": 0.554673147201538,
      "step": 1480
    },
    {
      "epoch": 0.4021852062874954,
      "grad_norm": 0.15981841087341309,
      "learning_rate": 1.1985924932975872e-05,
      "loss": 0.5779122352600098,
      "step": 1500
    },
    {
      "epoch": 0.407547675704662,
      "grad_norm": 0.19671906530857086,
      "learning_rate": 1.1945710455764076e-05,
      "loss": 0.5743378162384033,
      "step": 1520
    },
    {
      "epoch": 0.4129101451218286,
      "grad_norm": 0.10725795477628708,
      "learning_rate": 1.190549597855228e-05,
      "loss": 0.523157787322998,
      "step": 1540
    },
    {
      "epoch": 0.4182726145389952,
      "grad_norm": 0.14457851648330688,
      "learning_rate": 1.1865281501340483e-05,
      "loss": 0.5441864490509033,
      "step": 1560
    },
    {
      "epoch": 0.42363508395616184,
      "grad_norm": 0.15479697287082672,
      "learning_rate": 1.1825067024128687e-05,
      "loss": 0.6409400463104248,
      "step": 1580
    },
    {
      "epoch": 0.4289975533733284,
      "grad_norm": 0.11132492870092392,
      "learning_rate": 1.178485254691689e-05,
      "loss": 0.5462933540344238,
      "step": 1600
    },
    {
      "epoch": 0.434360022790495,
      "grad_norm": 0.11062806099653244,
      "learning_rate": 1.1744638069705094e-05,
      "loss": 0.5428354740142822,
      "step": 1620
    },
    {
      "epoch": 0.43972249220766163,
      "grad_norm": 0.1327652931213379,
      "learning_rate": 1.1704423592493298e-05,
      "loss": 0.5324414253234864,
      "step": 1640
    },
    {
      "epoch": 0.44508496162482825,
      "grad_norm": 0.1209583580493927,
      "learning_rate": 1.1664209115281501e-05,
      "loss": 0.5270706176757812,
      "step": 1660
    },
    {
      "epoch": 0.45044743104199486,
      "grad_norm": 0.11154980212450027,
      "learning_rate": 1.1623994638069705e-05,
      "loss": 0.525149154663086,
      "step": 1680
    },
    {
      "epoch": 0.4558099004591614,
      "grad_norm": 0.14099697768688202,
      "learning_rate": 1.158378016085791e-05,
      "loss": 0.5981990814208984,
      "step": 1700
    },
    {
      "epoch": 0.46117236987632804,
      "grad_norm": 0.11787982285022736,
      "learning_rate": 1.1543565683646114e-05,
      "loss": 0.5327546119689941,
      "step": 1720
    },
    {
      "epoch": 0.46653483929349465,
      "grad_norm": 0.12584130465984344,
      "learning_rate": 1.1503351206434318e-05,
      "loss": 0.5126790046691895,
      "step": 1740
    },
    {
      "epoch": 0.47189730871066127,
      "grad_norm": 0.16248232126235962,
      "learning_rate": 1.1463136729222522e-05,
      "loss": 0.5697287082672119,
      "step": 1760
    },
    {
      "epoch": 0.4772597781278279,
      "grad_norm": 0.14940819144248962,
      "learning_rate": 1.1422922252010725e-05,
      "loss": 0.5015492916107178,
      "step": 1780
    },
    {
      "epoch": 0.48262224754499444,
      "grad_norm": 0.1647220402956009,
      "learning_rate": 1.1382707774798929e-05,
      "loss": 0.5097331523895263,
      "step": 1800
    },
    {
      "epoch": 0.48798471696216106,
      "grad_norm": 0.12255030870437622,
      "learning_rate": 1.1342493297587133e-05,
      "loss": 0.5670981407165527,
      "step": 1820
    },
    {
      "epoch": 0.4933471863793277,
      "grad_norm": 0.1160770058631897,
      "learning_rate": 1.1302278820375336e-05,
      "loss": 0.5236512660980225,
      "step": 1840
    },
    {
      "epoch": 0.4987096557964943,
      "grad_norm": 0.21711941063404083,
      "learning_rate": 1.126206434316354e-05,
      "loss": 0.5926671504974366,
      "step": 1860
    },
    {
      "epoch": 0.5040721252136608,
      "grad_norm": 0.16682052612304688,
      "learning_rate": 1.1221849865951744e-05,
      "loss": 0.5240281581878662,
      "step": 1880
    },
    {
      "epoch": 0.5094345946308275,
      "grad_norm": 0.16348475217819214,
      "learning_rate": 1.1181635388739948e-05,
      "loss": 0.5574026107788086,
      "step": 1900
    },
    {
      "epoch": 0.5147970640479941,
      "grad_norm": 0.17506958544254303,
      "learning_rate": 1.1141420911528151e-05,
      "loss": 0.5592098236083984,
      "step": 1920
    },
    {
      "epoch": 0.5201595334651608,
      "grad_norm": 0.1784403771162033,
      "learning_rate": 1.1101206434316355e-05,
      "loss": 0.5189618110656739,
      "step": 1940
    },
    {
      "epoch": 0.5255220028823273,
      "grad_norm": 0.17252163589000702,
      "learning_rate": 1.1060991957104559e-05,
      "loss": 0.5126346111297607,
      "step": 1960
    },
    {
      "epoch": 0.5308844722994939,
      "grad_norm": 0.12690365314483643,
      "learning_rate": 1.1020777479892762e-05,
      "loss": 0.5473652362823487,
      "step": 1980
    },
    {
      "epoch": 0.5362469417166605,
      "grad_norm": 0.1284744292497635,
      "learning_rate": 1.0980563002680966e-05,
      "loss": 0.5309309482574462,
      "step": 2000
    }
  ],
  "logging_steps": 20,
  "max_steps": 7460,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.458008027246551e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}