{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 4689,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.016,
      "grad_norm": 0.11861632764339447,
      "learning_rate": 9.999353613296238e-05,
      "loss": 0.3286796188354492,
      "step": 25
    },
    {
      "epoch": 0.032,
      "grad_norm": 0.11502636969089508,
      "learning_rate": 9.997305783807176e-05,
      "loss": 0.1800704574584961,
      "step": 50
    },
    {
      "epoch": 0.048,
      "grad_norm": 0.09885071963071823,
      "learning_rate": 9.993855963826604e-05,
      "loss": 0.1711060905456543,
      "step": 75
    },
    {
      "epoch": 0.064,
      "grad_norm": 0.09615068137645721,
      "learning_rate": 9.989005121199005e-05,
      "loss": 0.16435964584350585,
      "step": 100
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.1137879490852356,
      "learning_rate": 9.982754616824734e-05,
      "loss": 0.1604142189025879,
      "step": 125
    },
    {
      "epoch": 0.096,
      "grad_norm": 0.1166849136352539,
      "learning_rate": 9.975106204278234e-05,
      "loss": 0.156871280670166,
      "step": 150
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.1093030646443367,
      "learning_rate": 9.966062029316066e-05,
      "loss": 0.1606925392150879,
      "step": 175
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.10619492083787918,
      "learning_rate": 9.955624629274916e-05,
      "loss": 0.1602694320678711,
      "step": 200
    },
    {
      "epoch": 0.144,
      "grad_norm": 0.11123954504728317,
      "learning_rate": 9.943796932359751e-05,
      "loss": 0.15459773063659668,
      "step": 225
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.09969472140073776,
      "learning_rate": 9.930582256822307e-05,
      "loss": 0.15707834243774413,
      "step": 250
    },
    {
      "epoch": 0.176,
      "grad_norm": 0.11007069051265717,
      "learning_rate": 9.915984310030171e-05,
      "loss": 0.1628543472290039,
      "step": 275
    },
    {
      "epoch": 0.192,
      "grad_norm": 0.1237269937992096,
      "learning_rate": 9.900007187426658e-05,
      "loss": 0.15733932495117187,
      "step": 300
    },
    {
      "epoch": 0.208,
      "grad_norm": 0.09232431650161743,
      "learning_rate": 9.882655371381862e-05,
      "loss": 0.1555190658569336,
      "step": 325
    },
    {
      "epoch": 0.224,
      "grad_norm": 0.08930736780166626,
      "learning_rate": 9.86393372993511e-05,
      "loss": 0.15603089332580566,
      "step": 350
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.10091961920261383,
      "learning_rate": 9.843847515429255e-05,
      "loss": 0.1477677822113037,
      "step": 375
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.10474492609500885,
      "learning_rate": 9.822402363037118e-05,
      "loss": 0.15401634216308593,
      "step": 400
    },
    {
      "epoch": 0.272,
      "grad_norm": 0.0999043732881546,
      "learning_rate": 9.799604289180556e-05,
      "loss": 0.14977810859680177,
      "step": 425
    },
    {
      "epoch": 0.288,
      "grad_norm": 0.11478473991155624,
      "learning_rate": 9.775459689842557e-05,
      "loss": 0.1529655361175537,
      "step": 450
    },
    {
      "epoch": 0.304,
      "grad_norm": 0.09418261051177979,
      "learning_rate": 9.749975338772846e-05,
      "loss": 0.14876941680908204,
      "step": 475
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.09822133928537369,
      "learning_rate": 9.723158385587525e-05,
      "loss": 0.14820778846740723,
      "step": 500
    },
    {
      "epoch": 0.336,
      "grad_norm": 0.09039364010095596,
      "learning_rate": 9.695016353763241e-05,
      "loss": 0.14662707328796387,
      "step": 525
    },
    {
      "epoch": 0.352,
      "grad_norm": 0.10450968891382217,
      "learning_rate": 9.665557138526492e-05,
      "loss": 0.14602211952209473,
      "step": 550
    },
    {
      "epoch": 0.368,
      "grad_norm": 0.09850753843784332,
      "learning_rate": 9.634789004638617e-05,
      "loss": 0.15446964263916016,
      "step": 575
    },
    {
      "epoch": 0.384,
      "grad_norm": 0.08699638396501541,
      "learning_rate": 9.602720584077129e-05,
      "loss": 0.14676770210266113,
      "step": 600
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.09897592663764954,
      "learning_rate": 9.56936087361402e-05,
      "loss": 0.14617033958435058,
      "step": 625
    },
    {
      "epoch": 0.416,
      "grad_norm": 0.10602431744337082,
      "learning_rate": 9.53471923229172e-05,
      "loss": 0.15345124244689942,
      "step": 650
    },
    {
      "epoch": 0.432,
      "grad_norm": 0.1056375801563263,
      "learning_rate": 9.498805378797426e-05,
      "loss": 0.15296405792236328,
      "step": 675
    },
    {
      "epoch": 0.448,
      "grad_norm": 0.1006198599934578,
      "learning_rate": 9.461629388736532e-05,
      "loss": 0.15145379066467285,
      "step": 700
    },
    {
      "epoch": 0.464,
      "grad_norm": 0.09737297147512436,
      "learning_rate": 9.423201691805927e-05,
      "loss": 0.154799747467041,
      "step": 725
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.09359368681907654,
      "learning_rate": 9.383533068867947e-05,
      "loss": 0.14526631355285644,
      "step": 750
    },
    {
      "epoch": 0.496,
      "grad_norm": 0.09274239093065262,
      "learning_rate": 9.342634648925813e-05,
      "loss": 0.15441582679748536,
      "step": 775
    },
    {
      "epoch": 0.512,
      "grad_norm": 0.10458835959434509,
      "learning_rate": 9.300517906001398e-05,
      "loss": 0.1465895175933838,
      "step": 800
    },
    {
      "epoch": 0.528,
      "grad_norm": 0.10770431905984879,
      "learning_rate": 9.257194655916203e-05,
      "loss": 0.14943188667297364,
      "step": 825
    },
    {
      "epoch": 0.544,
      "grad_norm": 0.09601198881864548,
      "learning_rate": 9.212677052976428e-05,
      "loss": 0.14588930130004882,
      "step": 850
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.10154907405376434,
      "learning_rate": 9.166977586563098e-05,
      "loss": 0.1497051239013672,
      "step": 875
    },
    {
      "epoch": 0.576,
      "grad_norm": 0.09560484439134598,
      "learning_rate": 9.120109077628174e-05,
      "loss": 0.1552231502532959,
      "step": 900
    },
    {
      "epoch": 0.592,
      "grad_norm": 0.09516514837741852,
      "learning_rate": 9.072084675097638e-05,
      "loss": 0.1531113052368164,
      "step": 925
    },
    {
      "epoch": 0.608,
      "grad_norm": 0.10558709502220154,
      "learning_rate": 9.022917852182581e-05,
      "loss": 0.15640295028686524,
      "step": 950
    },
    {
      "epoch": 0.624,
      "grad_norm": 0.0928453654050827,
      "learning_rate": 8.972622402599298e-05,
      "loss": 0.15110169410705565,
      "step": 975
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.08480159193277359,
      "learning_rate": 8.921212436699476e-05,
      "loss": 0.14314958572387695,
      "step": 1000
    },
    {
      "epoch": 0.656,
      "grad_norm": 0.1002260148525238,
      "learning_rate": 8.868702377511535e-05,
      "loss": 0.14589180946350097,
      "step": 1025
    },
    {
      "epoch": 0.672,
      "grad_norm": 0.09541085362434387,
      "learning_rate": 8.81510695669427e-05,
      "loss": 0.1479099941253662,
      "step": 1050
    },
    {
      "epoch": 0.688,
      "grad_norm": 0.09953474253416061,
      "learning_rate": 8.760441210403885e-05,
      "loss": 0.14653368949890136,
      "step": 1075
    },
    {
      "epoch": 0.704,
      "grad_norm": 0.0977734848856926,
      "learning_rate": 8.70472047507562e-05,
      "loss": 0.1425599193572998,
      "step": 1100
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.09239369630813599,
      "learning_rate": 8.647960383121112e-05,
      "loss": 0.1501304531097412,
      "step": 1125
    },
    {
      "epoch": 0.736,
      "grad_norm": 0.10707451403141022,
      "learning_rate": 8.590176858542748e-05,
      "loss": 0.15377416610717773,
      "step": 1150
    },
    {
      "epoch": 0.752,
      "grad_norm": 0.10812534391880035,
      "learning_rate": 8.531386112466188e-05,
      "loss": 0.14203211784362793,
      "step": 1175
    },
    {
      "epoch": 0.768,
      "grad_norm": 0.09150829911231995,
      "learning_rate": 8.471604638592348e-05,
      "loss": 0.14969215393066407,
      "step": 1200
    },
    {
      "epoch": 0.784,
      "grad_norm": 0.09726062417030334,
      "learning_rate": 8.410849208570109e-05,
      "loss": 0.14519647598266602,
      "step": 1225
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.08565850555896759,
      "learning_rate": 8.349136867291029e-05,
      "loss": 0.14532444953918458,
      "step": 1250
    },
    {
      "epoch": 0.816,
      "grad_norm": 0.08856882899999619,
      "learning_rate": 8.286484928107432e-05,
      "loss": 0.14667428016662598,
      "step": 1275
    },
    {
      "epoch": 0.832,
      "grad_norm": 0.09506184607744217,
      "learning_rate": 8.222910967975143e-05,
      "loss": 0.14749826431274415,
      "step": 1300
    },
    {
      "epoch": 0.848,
      "grad_norm": 0.09699242562055588,
      "learning_rate": 8.15843282252229e-05,
      "loss": 0.1448867416381836,
      "step": 1325
    },
    {
      "epoch": 0.864,
      "grad_norm": 0.08942634612321854,
      "learning_rate": 8.093068581045538e-05,
      "loss": 0.14440225601196288,
      "step": 1350
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.10440613329410553,
      "learning_rate": 8.026836581435142e-05,
      "loss": 0.14835925102233888,
      "step": 1375
    },
    {
      "epoch": 0.896,
      "grad_norm": 0.08541716635227203,
      "learning_rate": 7.959755405030268e-05,
      "loss": 0.14554036140441895,
      "step": 1400
    },
    {
      "epoch": 0.912,
      "grad_norm": 0.09086337685585022,
      "learning_rate": 7.891843871406011e-05,
      "loss": 0.14876410484313965,
      "step": 1425
    },
    {
      "epoch": 0.928,
      "grad_norm": 0.09099514037370682,
      "learning_rate": 7.823121033093582e-05,
      "loss": 0.1377167797088623,
      "step": 1450
    },
    {
      "epoch": 0.944,
      "grad_norm": 0.09300651401281357,
      "learning_rate": 7.753606170235125e-05,
      "loss": 0.14680846214294432,
      "step": 1475
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.09222162514925003,
      "learning_rate": 7.683318785174696e-05,
      "loss": 0.1468671417236328,
      "step": 1500
    },
    {
      "epoch": 0.976,
      "grad_norm": 0.09731654077768326,
      "learning_rate": 7.612278596986894e-05,
      "loss": 0.13785377502441407,
      "step": 1525
    },
    {
      "epoch": 0.992,
      "grad_norm": 0.08794654905796051,
      "learning_rate": 7.540505535944679e-05,
      "loss": 0.14194393157958984,
      "step": 1550
    },
    {
      "epoch": 1.00768,
      "grad_norm": 0.10086959600448608,
      "learning_rate": 7.468019737927962e-05,
      "loss": 0.13543088912963866,
      "step": 1575
    },
    {
      "epoch": 1.02368,
      "grad_norm": 0.1005851998925209,
      "learning_rate": 7.394841538774489e-05,
      "loss": 0.1347943115234375,
      "step": 1600
    },
    {
      "epoch": 1.03968,
      "grad_norm": 0.10062194615602493,
      "learning_rate": 7.320991468574637e-05,
      "loss": 0.13558920860290527,
      "step": 1625
    },
    {
      "epoch": 1.05568,
      "grad_norm": 0.09703350067138672,
      "learning_rate": 7.246490245911722e-05,
      "loss": 0.1285261917114258,
      "step": 1650
    },
    {
      "epoch": 1.07168,
      "grad_norm": 0.11974436789751053,
      "learning_rate": 7.171358772049401e-05,
      "loss": 0.13377572059631349,
      "step": 1675
    },
    {
      "epoch": 1.08768,
      "grad_norm": 0.09396427869796753,
      "learning_rate": 7.09561812506785e-05,
      "loss": 0.128402042388916,
      "step": 1700
    },
    {
      "epoch": 1.10368,
      "grad_norm": 0.10276220738887787,
      "learning_rate": 7.01928955395032e-05,
      "loss": 0.13348593711853027,
      "step": 1725
    },
    {
      "epoch": 1.11968,
      "grad_norm": 0.1129908636212349,
      "learning_rate": 6.942394472621744e-05,
      "loss": 0.1347424030303955,
      "step": 1750
    },
    {
      "epoch": 1.13568,
      "grad_norm": 0.12292955070734024,
      "learning_rate": 6.864954453941086e-05,
      "loss": 0.12907644271850585,
      "step": 1775
    },
    {
      "epoch": 1.15168,
      "grad_norm": 0.10424850881099701,
      "learning_rate": 6.786991223649084e-05,
      "loss": 0.13144570350646972,
      "step": 1800
    },
    {
      "epoch": 1.16768,
      "grad_norm": 0.12536472082138062,
      "learning_rate": 6.708526654273112e-05,
      "loss": 0.13199054718017578,
      "step": 1825
    },
    {
      "epoch": 1.18368,
      "grad_norm": 0.10825278609991074,
      "learning_rate": 6.629582758990863e-05,
      "loss": 0.1307235813140869,
      "step": 1850
    },
    {
      "epoch": 1.19968,
      "grad_norm": 0.11277764290571213,
      "learning_rate": 6.550181685454556e-05,
      "loss": 0.13359227180480956,
      "step": 1875
    },
    {
      "epoch": 1.21568,
      "grad_norm": 0.12185503542423248,
      "learning_rate": 6.470345709577439e-05,
      "loss": 0.13280701637268066,
      "step": 1900
    },
    {
      "epoch": 1.2316799999999999,
      "grad_norm": 0.10121598839759827,
      "learning_rate": 6.390097229284295e-05,
      "loss": 0.13208361625671386,
      "step": 1925
    },
    {
      "epoch": 1.24768,
      "grad_norm": 0.14438959956169128,
      "learning_rate": 6.30945875822772e-05,
      "loss": 0.13557519912719726,
      "step": 1950
    },
    {
      "epoch": 1.26368,
      "grad_norm": 0.11936956644058228,
      "learning_rate": 6.228452919471932e-05,
      "loss": 0.13389759063720702,
      "step": 1975
    },
    {
      "epoch": 1.27968,
      "grad_norm": 0.13833774626255035,
      "learning_rate": 6.147102439145893e-05,
      "loss": 0.13152318000793456,
      "step": 2000
    },
    {
      "epoch": 1.29568,
      "grad_norm": 0.10394269973039627,
      "learning_rate": 6.065430140067499e-05,
      "loss": 0.13428862571716307,
      "step": 2025
    },
    {
      "epoch": 1.31168,
      "grad_norm": 0.10951096564531326,
      "learning_rate": 5.983458935340669e-05,
      "loss": 0.12894762992858888,
      "step": 2050
    },
    {
      "epoch": 1.32768,
      "grad_norm": 0.12124059349298477,
      "learning_rate": 5.901211821927084e-05,
      "loss": 0.12979127883911132,
      "step": 2075
    },
    {
      "epoch": 1.34368,
      "grad_norm": 0.10981153696775436,
      "learning_rate": 5.818711874194398e-05,
      "loss": 0.13694174766540526,
      "step": 2100
    },
    {
      "epoch": 1.35968,
      "grad_norm": 0.12237900495529175,
      "learning_rate": 5.7359822374427566e-05,
      "loss": 0.13015504837036132,
      "step": 2125
    },
    {
      "epoch": 1.37568,
      "grad_norm": 0.10937966406345367,
      "learning_rate": 5.653046121411389e-05,
      "loss": 0.13556291580200194,
      "step": 2150
    },
    {
      "epoch": 1.39168,
      "grad_norm": 0.12487751245498657,
      "learning_rate": 5.569926793767135e-05,
      "loss": 0.1348353385925293,
      "step": 2175
    },
    {
      "epoch": 1.40768,
      "grad_norm": 0.11788760870695114,
      "learning_rate": 5.4866475735767206e-05,
      "loss": 0.12650929450988768,
      "step": 2200
    },
    {
      "epoch": 1.42368,
      "grad_norm": 0.11530263721942902,
      "learning_rate": 5.4032318247646085e-05,
      "loss": 0.13798347473144532,
      "step": 2225
    },
    {
      "epoch": 1.43968,
      "grad_norm": 0.11786943674087524,
      "learning_rate": 5.319702949558263e-05,
      "loss": 0.1334000301361084,
      "step": 2250
    },
    {
      "epoch": 1.45568,
      "grad_norm": 0.14478343725204468,
      "learning_rate": 5.2360843819226813e-05,
      "loss": 0.12770981788635255,
      "step": 2275
    },
    {
      "epoch": 1.47168,
      "grad_norm": 0.12066271156072617,
      "learning_rate": 5.152399580986005e-05,
      "loss": 0.12450098037719727,
      "step": 2300
    },
    {
      "epoch": 1.4876800000000001,
      "grad_norm": 0.11493124812841415,
      "learning_rate": 5.0686720244580755e-05,
      "loss": 0.13059680938720702,
      "step": 2325
    },
    {
      "epoch": 1.5036800000000001,
      "grad_norm": 0.11843442171812057,
      "learning_rate": 4.984925202043789e-05,
      "loss": 0.13375168800354004,
      "step": 2350
    },
    {
      "epoch": 1.5196800000000001,
      "grad_norm": 0.1097368523478508,
      "learning_rate": 4.901182608853071e-05,
      "loss": 0.13130916595458986,
      "step": 2375
    },
    {
      "epoch": 1.5356800000000002,
      "grad_norm": 0.11164894700050354,
      "learning_rate": 4.8174677388093395e-05,
      "loss": 0.12918116569519042,
      "step": 2400
    },
    {
      "epoch": 1.55168,
      "grad_norm": 0.1128014624118805,
      "learning_rate": 4.7338040780583046e-05,
      "loss": 0.1295743179321289,
      "step": 2425
    },
    {
      "epoch": 1.56768,
      "grad_norm": 0.12356949597597122,
      "learning_rate": 4.650215098378949e-05,
      "loss": 0.12357434272766113,
      "step": 2450
    },
    {
      "epoch": 1.58368,
      "grad_norm": 0.13580161333084106,
      "learning_rate": 4.5667242505985347e-05,
      "loss": 0.1330624294281006,
      "step": 2475
    },
    {
      "epoch": 1.59968,
      "grad_norm": 0.11168742179870605,
      "learning_rate": 4.4833549580134855e-05,
      "loss": 0.13311739921569823,
      "step": 2500
    },
    {
      "epoch": 1.61568,
      "grad_norm": 0.1238560825586319,
      "learning_rate": 4.4001306098180116e-05,
      "loss": 0.135321044921875,
      "step": 2525
    },
    {
      "epoch": 1.63168,
      "grad_norm": 0.13538189232349396,
      "learning_rate": 4.317074554542277e-05,
      "loss": 0.1311231231689453,
      "step": 2550
    },
    {
      "epoch": 1.64768,
      "grad_norm": 0.11485768854618073,
      "learning_rate": 4.2342100935019866e-05,
      "loss": 0.12784194946289062,
      "step": 2575
    },
    {
      "epoch": 1.66368,
      "grad_norm": 0.1198485717177391,
      "learning_rate": 4.151560474261229e-05,
      "loss": 0.12329304695129395,
      "step": 2600
    },
    {
      "epoch": 1.6796799999999998,
      "grad_norm": 0.14606133103370667,
      "learning_rate": 4.06914888411038e-05,
      "loss": 0.126835355758667,
      "step": 2625
    },
    {
      "epoch": 1.6956799999999999,
      "grad_norm": 0.12587864696979523,
      "learning_rate": 3.986998443560922e-05,
      "loss": 0.12630191802978516,
      "step": 2650
    },
    {
      "epoch": 1.7116799999999999,
      "grad_norm": 0.1332518458366394,
      "learning_rate": 3.905132199859018e-05,
      "loss": 0.13304423332214355,
      "step": 2675
    },
    {
      "epoch": 1.7276799999999999,
      "grad_norm": 0.13204370439052582,
      "learning_rate": 3.823573120519606e-05,
      "loss": 0.13177501678466796,
      "step": 2700
    },
    {
      "epoch": 1.74368,
      "grad_norm": 0.13071605563163757,
      "learning_rate": 3.742344086882884e-05,
      "loss": 0.1299814510345459,
      "step": 2725
    },
    {
      "epoch": 1.75968,
      "grad_norm": 0.12819164991378784,
      "learning_rate": 3.6614678876949765e-05,
      "loss": 0.12601176261901856,
      "step": 2750
    },
    {
      "epoch": 1.77568,
      "grad_norm": 0.12417814135551453,
      "learning_rate": 3.580967212714556e-05,
      "loss": 0.13486576080322266,
      "step": 2775
    },
    {
      "epoch": 1.79168,
      "grad_norm": 0.12409164756536484,
      "learning_rate": 3.50086464634725e-05,
      "loss": 0.12449579238891602,
      "step": 2800
    },
    {
      "epoch": 1.80768,
      "grad_norm": 0.12270798534154892,
      "learning_rate": 3.421182661309613e-05,
      "loss": 0.1259065341949463,
      "step": 2825
    },
    {
      "epoch": 1.82368,
      "grad_norm": 0.11727893352508545,
      "learning_rate": 3.341943612324407e-05,
      "loss": 0.12466642379760742,
      "step": 2850
    },
    {
      "epoch": 1.83968,
      "grad_norm": 0.13802489638328552,
      "learning_rate": 3.263169729849011e-05,
      "loss": 0.12887518882751464,
      "step": 2875
    },
    {
      "epoch": 1.85568,
      "grad_norm": 0.11582789570093155,
      "learning_rate": 3.184883113838677e-05,
      "loss": 0.1311000919342041,
      "step": 2900
    },
    {
      "epoch": 1.87168,
      "grad_norm": 0.1268017441034317,
      "learning_rate": 3.10710572754641e-05,
      "loss": 0.12725070953369141,
      "step": 2925
    },
    {
      "epoch": 1.88768,
      "grad_norm": 0.12863896787166595,
      "learning_rate": 3.0298593913611826e-05,
      "loss": 0.12705497741699218,
      "step": 2950
    },
    {
      "epoch": 1.90368,
      "grad_norm": 0.12759381532669067,
      "learning_rate": 2.9531657766862542e-05,
      "loss": 0.12788289070129394,
      "step": 2975
    },
    {
      "epoch": 1.91968,
      "grad_norm": 0.12548209726810455,
      "learning_rate": 2.8770463998592645e-05,
      "loss": 0.12819175720214843,
      "step": 3000
    },
    {
      "epoch": 1.93568,
      "grad_norm": 0.119036003947258,
      "learning_rate": 2.8015226161158403e-05,
      "loss": 0.1288379192352295,
      "step": 3025
    },
    {
      "epoch": 1.95168,
      "grad_norm": 0.1374388337135315,
      "learning_rate": 2.7266156135984112e-05,
      "loss": 0.1296912670135498,
      "step": 3050
    },
    {
      "epoch": 1.96768,
      "grad_norm": 0.1289571225643158,
      "learning_rate": 2.6523464074118808e-05,
      "loss": 0.12712159156799316,
      "step": 3075
    },
    {
      "epoch": 1.98368,
      "grad_norm": 0.12030442804098129,
      "learning_rate": 2.5787358337278496e-05,
      "loss": 0.13113555908203126,
      "step": 3100
    },
    {
      "epoch": 1.9996800000000001,
      "grad_norm": 0.12370408326387405,
      "learning_rate": 2.5058045439390633e-05,
      "loss": 0.1298954677581787,
      "step": 3125
    },
    {
      "epoch": 2.01536,
      "grad_norm": 0.11975830048322678,
      "learning_rate": 2.4335729988656593e-05,
      "loss": 0.11847221374511718,
      "step": 3150
    },
    {
      "epoch": 2.03136,
      "grad_norm": 0.11434689909219742,
      "learning_rate": 2.3620614630149013e-05,
      "loss": 0.1180498218536377,
      "step": 3175
    },
    {
      "epoch": 2.04736,
      "grad_norm": 0.15695643424987793,
      "learning_rate": 2.2912899988960012e-05,
      "loss": 0.11193868637084961,
      "step": 3200
    },
    {
      "epoch": 2.06336,
      "grad_norm": 0.14005033671855927,
      "learning_rate": 2.2212784613915817e-05,
      "loss": 0.11678504943847656,
      "step": 3225
    },
    {
      "epoch": 2.07936,
      "grad_norm": 0.12876266241073608,
      "learning_rate": 2.152046492187401e-05,
      "loss": 0.11053761482238769,
      "step": 3250
    },
    {
      "epoch": 2.09536,
      "grad_norm": 0.15368138253688812,
      "learning_rate": 2.083613514261913e-05,
      "loss": 0.11708856582641601,
      "step": 3275
    },
    {
      "epoch": 2.11136,
      "grad_norm": 0.150213360786438,
      "learning_rate": 2.0159987264371442e-05,
      "loss": 0.11386101722717284,
      "step": 3300
    },
    {
      "epoch": 2.12736,
      "grad_norm": 0.12572577595710754,
      "learning_rate": 1.9492210979924804e-05,
      "loss": 0.1178963565826416,
      "step": 3325
    },
    {
      "epoch": 2.14336,
      "grad_norm": 0.13540519773960114,
      "learning_rate": 1.883299363342864e-05,
      "loss": 0.1125532054901123,
      "step": 3350
    },
    {
      "epoch": 2.15936,
      "grad_norm": 0.16464120149612427,
      "learning_rate": 1.818252016782854e-05,
      "loss": 0.11212787628173829,
      "step": 3375
    },
    {
      "epoch": 2.17536,
      "grad_norm": 0.13753129541873932,
      "learning_rate": 1.754097307298062e-05,
      "loss": 0.11108091354370117,
      "step": 3400
    },
    {
      "epoch": 2.19136,
      "grad_norm": 0.14212557673454285,
      "learning_rate": 1.6908532334454307e-05,
      "loss": 0.11395590782165527,
      "step": 3425
    },
    {
      "epoch": 2.20736,
      "grad_norm": 0.14304831624031067,
      "learning_rate": 1.628537538303736e-05,
      "loss": 0.11645262718200683,
      "step": 3450
    },
    {
      "epoch": 2.22336,
      "grad_norm": 0.1630299836397171,
      "learning_rate": 1.5671677044957773e-05,
      "loss": 0.1082401466369629,
      "step": 3475
    },
    {
      "epoch": 2.23936,
      "grad_norm": 0.15198898315429688,
      "learning_rate": 1.506760949283657e-05,
      "loss": 0.11786669731140137,
      "step": 3500
    },
    {
      "epoch": 2.25536,
      "grad_norm": 0.15012240409851074,
      "learning_rate": 1.4473342197384771e-05,
      "loss": 0.11537328720092774,
      "step": 3525
    },
    {
      "epoch": 2.27136,
      "grad_norm": 0.15395690500736237,
      "learning_rate": 1.3889041879858472e-05,
      "loss": 0.11164036750793457,
      "step": 3550
    },
    {
      "epoch": 2.28736,
      "grad_norm": 0.1327698975801468,
      "learning_rate": 1.3314872465285488e-05,
      "loss": 0.11184600830078124,
      "step": 3575
    },
    {
      "epoch": 2.30336,
      "grad_norm": 0.18055884540081024,
      "learning_rate": 1.2750995036476132e-05,
      "loss": 0.11353709220886231,
      "step": 3600
    },
    {
      "epoch": 2.31936,
      "grad_norm": 0.14435714483261108,
      "learning_rate": 1.2197567788831638e-05,
      "loss": 0.11004265785217285,
      "step": 3625
    },
    {
      "epoch": 2.33536,
      "grad_norm": 0.16515623033046722,
      "learning_rate": 1.165474598596254e-05,
      "loss": 0.11185729026794433,
      "step": 3650
    },
    {
      "epoch": 2.35136,
      "grad_norm": 0.14134448766708374,
      "learning_rate": 1.1122681916129584e-05,
      "loss": 0.11534245491027832,
      "step": 3675
    },
    {
      "epoch": 2.36736,
      "grad_norm": 0.11952568590641022,
      "learning_rate": 1.0601524849519356e-05,
      "loss": 0.11113227844238281,
      "step": 3700
    },
    {
      "epoch": 2.38336,
      "grad_norm": 0.16943176090717316,
      "learning_rate": 1.0091420996366646e-05,
      "loss": 0.11476514816284179,
      "step": 3725
    },
    {
      "epoch": 2.39936,
      "grad_norm": 0.17451712489128113,
      "learning_rate": 9.592513465935271e-06,
      "loss": 0.11362530708312989,
      "step": 3750
    },
    {
      "epoch": 2.41536,
      "grad_norm": 0.1564580798149109,
      "learning_rate": 9.104942226368879e-06,
      "loss": 0.11575403213500976,
      "step": 3775
    },
    {
      "epoch": 2.43136,
      "grad_norm": 0.1645352840423584,
      "learning_rate": 8.628844065422992e-06,
      "loss": 0.11187216758728027,
      "step": 3800
    },
    {
      "epoch": 2.4473599999999998,
      "grad_norm": 0.15572233498096466,
      "learning_rate": 8.164352552089288e-06,
      "loss": 0.11141322135925293,
      "step": 3825
    },
    {
      "epoch": 2.4633599999999998,
      "grad_norm": 0.15137207508087158,
      "learning_rate": 7.711597999122938e-06,
      "loss": 0.11051628112792969,
      "step": 3850
    },
    {
      "epoch": 2.47936,
      "grad_norm": 0.15836113691329956,
      "learning_rate": 7.270707426483431e-06,
      "loss": 0.11221921920776368,
      "step": 3875
    },
    {
      "epoch": 2.49536,
      "grad_norm": 0.14974376559257507,
      "learning_rate": 6.8418045256992355e-06,
      "loss": 0.11502532958984375,
      "step": 3900
    },
    {
      "epoch": 2.51136,
      "grad_norm": 0.17778202891349792,
      "learning_rate": 6.4250096251662395e-06,
      "loss": 0.10664880752563477,
      "step": 3925
    },
    {
      "epoch": 2.52736,
      "grad_norm": 0.17135384678840637,
      "learning_rate": 6.020439656389676e-06,
      "loss": 0.11269989013671874,
      "step": 3950
    },
    {
      "epoch": 2.54336,
      "grad_norm": 0.17065896093845367,
      "learning_rate": 5.6282081211791075e-06,
      "loss": 0.11879055976867675,
      "step": 3975
    },
    {
      "epoch": 2.55936,
      "grad_norm": 0.1697693169116974,
      "learning_rate": 5.248425059805556e-06,
      "loss": 0.11587923049926757,
      "step": 4000
    },
    {
      "epoch": 2.57536,
      "grad_norm": 0.1574716866016388,
      "learning_rate": 4.8811970201297965e-06,
      "loss": 0.11096065521240234,
      "step": 4025
    },
    {
      "epoch": 2.59136,
      "grad_norm": 0.15472258627414703,
      "learning_rate": 4.5266270277104115e-06,
      "loss": 0.11447844505310059,
      "step": 4050
    },
    {
      "epoch": 2.60736,
      "grad_norm": 0.15634627640247345,
      "learning_rate": 4.184814556900079e-06,
      "loss": 0.10809051513671875,
      "step": 4075
    },
    {
      "epoch": 2.62336,
      "grad_norm": 0.19183269143104553,
      "learning_rate": 3.855855502938094e-06,
      "loss": 0.11322175979614257,
      "step": 4100
    },
    {
      "epoch": 2.63936,
      "grad_norm": 0.1418028324842453,
      "learning_rate": 3.5398421550470295e-06,
      "loss": 0.11081485748291016,
      "step": 4125
    },
    {
      "epoch": 2.65536,
      "grad_norm": 0.1642671674489975,
      "learning_rate": 3.2368631705410655e-06,
      "loss": 0.11674809455871582,
      "step": 4150
    },
    {
      "epoch": 2.67136,
      "grad_norm": 0.1354997605085373,
      "learning_rate": 2.9470035499532424e-06,
      "loss": 0.10924592018127441,
      "step": 4175
    },
    {
      "epoch": 2.68736,
      "grad_norm": 0.16644538938999176,
      "learning_rate": 2.67034461318863e-06,
      "loss": 0.11593818664550781,
      "step": 4200
    },
    {
      "epoch": 2.70336,
      "grad_norm": 0.1632682979106903,
      "learning_rate": 2.4069639767100806e-06,
      "loss": 0.10615300178527833,
      "step": 4225
    },
    {
      "epoch": 2.71936,
      "grad_norm": 0.149180069565773,
      "learning_rate": 2.1569355317629936e-06,
      "loss": 0.11207213401794433,
      "step": 4250
    },
    {
      "epoch": 2.73536,
      "grad_norm": 0.19105064868927002,
      "learning_rate": 1.920329423645173e-06,
      "loss": 0.11768842697143554,
      "step": 4275
    },
    {
      "epoch": 2.75136,
      "grad_norm": 0.16715079545974731,
      "learning_rate": 1.6972120320276118e-06,
      "loss": 0.10794580459594727,
      "step": 4300
    },
    {
      "epoch": 2.76736,
      "grad_norm": 0.15303917229175568,
      "learning_rate": 1.4876459523317453e-06,
      "loss": 0.11591077804565429,
      "step": 4325
    },
    {
      "epoch": 2.78336,
      "grad_norm": 0.12237119674682617,
      "learning_rate": 1.2916899781683257e-06,
      "loss": 0.1129867172241211,
      "step": 4350
    },
    {
      "epoch": 2.79936,
      "grad_norm": 0.14088697731494904,
      "learning_rate": 1.109399084842927e-06,
      "loss": 0.1112595558166504,
      "step": 4375
    },
    {
      "epoch": 2.81536,
      "grad_norm": 0.16475477814674377,
      "learning_rate": 9.408244139326727e-07,
      "loss": 0.1118593692779541,
      "step": 4400
    },
    {
      "epoch": 2.83136,
      "grad_norm": 0.15951216220855713,
      "learning_rate": 7.86013258938495e-07,
      "loss": 0.1130083179473877,
      "step": 4425
    },
    {
      "epoch": 2.84736,
      "grad_norm": 0.13599684834480286,
      "learning_rate": 6.450090520169649e-07,
      "loss": 0.11105990409851074,
      "step": 4450
    },
    {
      "epoch": 2.86336,
      "grad_norm": 0.15677808225154877,
      "learning_rate": 5.178513517954564e-07,
      "loss": 0.114122896194458,
      "step": 4475
    },
    {
      "epoch": 2.87936,
      "grad_norm": 0.2869971692562103,
      "learning_rate": 4.0457583227399563e-07,
      "loss": 0.11400237083435058,
      "step": 4500
    },
    {
      "epoch": 2.89536,
      "grad_norm": 0.16366010904312134,
      "learning_rate": 3.0521427281693385e-07,
      "loss": 0.11146201133728027,
      "step": 4525
    },
    {
      "epoch": 2.91136,
      "grad_norm": 0.1972142457962036,
      "learning_rate": 2.1979454923727327e-07,
      "loss": 0.11487393379211426,
      "step": 4550
    },
    {
      "epoch": 2.92736,
      "grad_norm": 0.16976426541805267,
      "learning_rate": 1.4834062597615106e-07,
      "loss": 0.11390512466430663,
      "step": 4575
    },
    {
      "epoch": 2.94336,
      "grad_norm": 0.13779813051223755,
      "learning_rate": 9.087254937960033e-08,
      "loss": 0.10836565971374512,
      "step": 4600
    },
    {
      "epoch": 2.95936,
      "grad_norm": 0.1601419746875763,
      "learning_rate": 4.740644207457679e-08,
      "loss": 0.11144064903259278,
      "step": 4625
    },
    {
      "epoch": 2.9753600000000002,
      "grad_norm": 0.15634147822856903,
      "learning_rate": 1.795449844577135e-08,
      "loss": 0.11070196151733398,
      "step": 4650
    },
    {
      "epoch": 2.9913600000000002,
      "grad_norm": 0.1557614803314209,
      "learning_rate": 2.5249812144856333e-09,
      "loss": 0.11605403900146484,
      "step": 4675
    }
  ],
  "logging_steps": 25,
  "max_steps": 4689,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.677590331672494e+18,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}