{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 164,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01224177505738332,
      "grad_norm": 0.8337419629096985,
      "learning_rate": 0.0,
      "loss": 2.2193,
      "step": 1
    },
    {
      "epoch": 0.02448355011476664,
      "grad_norm": 1.519413948059082,
      "learning_rate": 1e-05,
      "loss": 1.493,
      "step": 2
    },
    {
      "epoch": 0.036725325172149964,
      "grad_norm": 0.9217567443847656,
      "learning_rate": 2e-05,
      "loss": 1.2301,
      "step": 3
    },
    {
      "epoch": 0.04896710022953328,
      "grad_norm": 1.7767428159713745,
      "learning_rate": 3e-05,
      "loss": 1.6036,
      "step": 4
    },
    {
      "epoch": 0.061208875286916604,
      "grad_norm": 1.666367769241333,
      "learning_rate": 4e-05,
      "loss": 1.8076,
      "step": 5
    },
    {
      "epoch": 0.07345065034429993,
      "grad_norm": 1.0529191493988037,
      "learning_rate": 5e-05,
      "loss": 1.4482,
      "step": 6
    },
    {
      "epoch": 0.08569242540168324,
      "grad_norm": 2.4332940578460693,
      "learning_rate": 4.999512020721228e-05,
      "loss": 1.1704,
      "step": 7
    },
    {
      "epoch": 0.09793420045906656,
      "grad_norm": 0.9080494046211243,
      "learning_rate": 4.99804827338393e-05,
      "loss": 1.9069,
      "step": 8
    },
    {
      "epoch": 0.11017597551644988,
      "grad_norm": 1.36601722240448,
      "learning_rate": 4.995609329410804e-05,
      "loss": 0.6374,
      "step": 9
    },
    {
      "epoch": 0.12241775057383321,
      "grad_norm": 1.8222600221633911,
      "learning_rate": 4.9921961409251464e-05,
      "loss": 2.3767,
      "step": 10
    },
    {
      "epoch": 0.13465952563121653,
      "grad_norm": 1.6083526611328125,
      "learning_rate": 4.98781004037916e-05,
      "loss": 1.0732,
      "step": 11
    },
    {
      "epoch": 0.14690130068859986,
      "grad_norm": 2.8822920322418213,
      "learning_rate": 4.982452740033793e-05,
      "loss": 1.9686,
      "step": 12
    },
    {
      "epoch": 0.15914307574598316,
      "grad_norm": 2.707050323486328,
      "learning_rate": 4.9761263312902895e-05,
      "loss": 1.9553,
      "step": 13
    },
    {
      "epoch": 0.1713848508033665,
      "grad_norm": 2.83124041557312,
      "learning_rate": 4.9688332838737504e-05,
      "loss": 1.354,
      "step": 14
    },
    {
      "epoch": 0.18362662586074982,
      "grad_norm": 1.4702324867248535,
      "learning_rate": 4.960576444868992e-05,
      "loss": 1.5467,
      "step": 15
    },
    {
      "epoch": 0.19586840091813312,
      "grad_norm": 1.6771178245544434,
      "learning_rate": 4.951359037609088e-05,
      "loss": 2.158,
      "step": 16
    },
    {
      "epoch": 0.20811017597551645,
      "grad_norm": 2.1072731018066406,
      "learning_rate": 4.9411846604170345e-05,
      "loss": 1.712,
      "step": 17
    },
    {
      "epoch": 0.22035195103289976,
      "grad_norm": 1.3007032871246338,
      "learning_rate": 4.930057285201027e-05,
      "loss": 1.4479,
      "step": 18
    },
    {
      "epoch": 0.2325937260902831,
      "grad_norm": 2.05314564704895,
      "learning_rate": 4.917981255903893e-05,
      "loss": 1.7559,
      "step": 19
    },
    {
      "epoch": 0.24483550114766642,
      "grad_norm": 1.4864275455474854,
      "learning_rate": 4.9049612868072844e-05,
      "loss": 1.4071,
      "step": 20
    },
    {
      "epoch": 0.2570772762050497,
      "grad_norm": 3.267868757247925,
      "learning_rate": 4.891002460691306e-05,
      "loss": 2.2505,
      "step": 21
    },
    {
      "epoch": 0.26931905126243305,
      "grad_norm": 1.6370482444763184,
      "learning_rate": 4.876110226850278e-05,
      "loss": 1.3397,
      "step": 22
    },
    {
      "epoch": 0.2815608263198164,
      "grad_norm": 1.8086239099502563,
      "learning_rate": 4.8602903989654224e-05,
      "loss": 0.7752,
      "step": 23
    },
    {
      "epoch": 0.2938026013771997,
      "grad_norm": 0.8237324357032776,
      "learning_rate": 4.8435491528353026e-05,
      "loss": 0.369,
      "step": 24
    },
    {
      "epoch": 0.306044376434583,
      "grad_norm": 1.6205286979675293,
      "learning_rate": 4.8258930239648865e-05,
      "loss": 1.0821,
      "step": 25
    },
    {
      "epoch": 0.3182861514919663,
      "grad_norm": 2.0995676517486572,
      "learning_rate": 4.807328905014201e-05,
      "loss": 1.3216,
      "step": 26
    },
    {
      "epoch": 0.33052792654934965,
      "grad_norm": 2.462423086166382,
      "learning_rate": 4.787864043107546e-05,
      "loss": 0.9632,
      "step": 27
    },
    {
      "epoch": 0.342769701606733,
      "grad_norm": 0.9413200616836548,
      "learning_rate": 4.767506037004344e-05,
      "loss": 0.538,
      "step": 28
    },
    {
      "epoch": 0.3550114766641163,
      "grad_norm": 2.6871376037597656,
      "learning_rate": 4.7462628341326995e-05,
      "loss": 1.5085,
      "step": 29
    },
    {
      "epoch": 0.36725325172149964,
      "grad_norm": 4.390507221221924,
      "learning_rate": 4.724142727486869e-05,
      "loss": 1.5653,
      "step": 30
    },
    {
      "epoch": 0.3794950267788829,
      "grad_norm": 3.872520685195923,
      "learning_rate": 4.7011543523897996e-05,
      "loss": 1.1162,
      "step": 31
    },
    {
      "epoch": 0.39173680183626625,
      "grad_norm": 3.4081954956054688,
      "learning_rate": 4.677306683122054e-05,
      "loss": 1.3466,
      "step": 32
    },
    {
      "epoch": 0.4039785768936496,
      "grad_norm": 1.6010607481002808,
      "learning_rate": 4.652609029418389e-05,
      "loss": 0.8181,
      "step": 33
    },
    {
      "epoch": 0.4162203519510329,
      "grad_norm": 2.169914960861206,
      "learning_rate": 4.6270710328334004e-05,
      "loss": 1.1404,
      "step": 34
    },
    {
      "epoch": 0.42846212700841624,
      "grad_norm": 5.188541889190674,
      "learning_rate": 4.6007026629776104e-05,
      "loss": 1.0346,
      "step": 35
    },
    {
      "epoch": 0.4407039020657995,
      "grad_norm": 2.1728358268737793,
      "learning_rate": 4.573514213625505e-05,
      "loss": 0.8768,
      "step": 36
    },
    {
      "epoch": 0.45294567712318284,
      "grad_norm": 3.422989845275879,
      "learning_rate": 4.545516298697006e-05,
      "loss": 0.7236,
      "step": 37
    },
    {
      "epoch": 0.4651874521805662,
      "grad_norm": 3.1245696544647217,
      "learning_rate": 4.5167198481139825e-05,
      "loss": 1.1737,
      "step": 38
    },
    {
      "epoch": 0.4774292272379495,
      "grad_norm": 0.7097027897834778,
      "learning_rate": 4.4871361035333836e-05,
      "loss": 0.4295,
      "step": 39
    },
    {
      "epoch": 0.48967100229533284,
      "grad_norm": 2.137746572494507,
      "learning_rate": 4.456776613958683e-05,
      "loss": 0.7858,
      "step": 40
    },
    {
      "epoch": 0.5019127773527161,
      "grad_norm": 0.9372267127037048,
      "learning_rate": 4.425653231231344e-05,
      "loss": 0.6546,
      "step": 41
    },
    {
      "epoch": 0.5141545524100994,
      "grad_norm": 1.1484413146972656,
      "learning_rate": 4.3937781054040505e-05,
      "loss": 0.749,
      "step": 42
    },
    {
      "epoch": 0.5263963274674828,
      "grad_norm": 1.472312569618225,
      "learning_rate": 4.361163679997532e-05,
      "loss": 0.8794,
      "step": 43
    },
    {
      "epoch": 0.5386381025248661,
      "grad_norm": 1.1209948062896729,
      "learning_rate": 4.327822687142819e-05,
      "loss": 0.6192,
      "step": 44
    },
    {
      "epoch": 0.5508798775822494,
      "grad_norm": 1.984520673751831,
      "learning_rate": 4.293768142610828e-05,
      "loss": 1.0725,
      "step": 45
    },
    {
      "epoch": 0.5631216526396328,
      "grad_norm": 1.1525883674621582,
      "learning_rate": 4.259013340731224e-05,
      "loss": 0.7639,
      "step": 46
    },
    {
      "epoch": 0.5753634276970161,
      "grad_norm": 4.504518508911133,
      "learning_rate": 4.22357184920253e-05,
      "loss": 0.6855,
      "step": 47
    },
    {
      "epoch": 0.5876052027543994,
      "grad_norm": 2.5736241340637207,
      "learning_rate": 4.187457503795527e-05,
      "loss": 1.0395,
      "step": 48
    },
    {
      "epoch": 0.5998469778117828,
      "grad_norm": 1.5625911951065063,
      "learning_rate": 4.150684402951994e-05,
      "loss": 0.5693,
      "step": 49
    },
    {
      "epoch": 0.612088752869166,
      "grad_norm": 2.0812456607818604,
      "learning_rate": 4.1132669022809136e-05,
      "loss": 1.1743,
      "step": 50
    },
    {
      "epoch": 0.6243305279265493,
      "grad_norm": 1.3869426250457764,
      "learning_rate": 4.075219608954278e-05,
      "loss": 0.8359,
      "step": 51
    },
    {
      "epoch": 0.6365723029839326,
      "grad_norm": 1.3625540733337402,
      "learning_rate": 4.036557376004694e-05,
      "loss": 0.8046,
      "step": 52
    },
    {
      "epoch": 0.648814078041316,
      "grad_norm": 1.5629841089248657,
      "learning_rate": 3.9972952965270006e-05,
      "loss": 1.0279,
      "step": 53
    },
    {
      "epoch": 0.6610558530986993,
      "grad_norm": 1.408144474029541,
      "learning_rate": 3.95744869778618e-05,
      "loss": 0.6226,
      "step": 54
    },
    {
      "epoch": 0.6732976281560826,
      "grad_norm": 1.3755543231964111,
      "learning_rate": 3.917033135233845e-05,
      "loss": 0.849,
      "step": 55
    },
    {
      "epoch": 0.685539403213466,
      "grad_norm": 1.8466072082519531,
      "learning_rate": 3.876064386435646e-05,
      "loss": 0.4391,
      "step": 56
    },
    {
      "epoch": 0.6977811782708493,
      "grad_norm": 1.0672509670257568,
      "learning_rate": 3.8345584449119776e-05,
      "loss": 0.6787,
      "step": 57
    },
    {
      "epoch": 0.7100229533282326,
      "grad_norm": 1.3249186277389526,
      "learning_rate": 3.7925315138943655e-05,
      "loss": 0.7471,
      "step": 58
    },
    {
      "epoch": 0.722264728385616,
      "grad_norm": 1.0299735069274902,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 0.6969,
      "step": 59
    },
    {
      "epoch": 0.7345065034429993,
      "grad_norm": 1.8731975555419922,
      "learning_rate": 3.706980506826863e-05,
      "loss": 1.038,
      "step": 60
    },
    {
      "epoch": 0.7467482785003825,
      "grad_norm": 2.1560709476470947,
      "learning_rate": 3.663489828471953e-05,
      "loss": 0.5848,
      "step": 61
    },
    {
      "epoch": 0.7589900535577658,
      "grad_norm": 1.6072204113006592,
      "learning_rate": 3.619544942975158e-05,
      "loss": 0.8353,
      "step": 62
    },
    {
      "epoch": 0.7712318286151492,
      "grad_norm": 1.3325191736221313,
      "learning_rate": 3.575163005691302e-05,
      "loss": 0.6784,
      "step": 63
    },
    {
      "epoch": 0.7834736036725325,
      "grad_norm": 0.6778236031532288,
      "learning_rate": 3.530361342592981e-05,
      "loss": 0.392,
      "step": 64
    },
    {
      "epoch": 0.7957153787299158,
      "grad_norm": 2.1332356929779053,
      "learning_rate": 3.485157443506792e-05,
      "loss": 0.8065,
      "step": 65
    },
    {
      "epoch": 0.8079571537872992,
      "grad_norm": 0.965272843837738,
      "learning_rate": 3.4395689552855955e-05,
      "loss": 0.4446,
      "step": 66
    },
    {
      "epoch": 0.8201989288446825,
      "grad_norm": 1.2765130996704102,
      "learning_rate": 3.393613674919473e-05,
      "loss": 0.6214,
      "step": 67
    },
    {
      "epoch": 0.8324407039020658,
      "grad_norm": 1.3336414098739624,
      "learning_rate": 3.3473095425880796e-05,
      "loss": 0.5398,
      "step": 68
    },
    {
      "epoch": 0.8446824789594491,
      "grad_norm": 0.642177939414978,
      "learning_rate": 3.300674634657094e-05,
      "loss": 0.3059,
      "step": 69
    },
    {
      "epoch": 0.8569242540168325,
      "grad_norm": 1.6363886594772339,
      "learning_rate": 3.2537271566215076e-05,
      "loss": 0.5345,
      "step": 70
    },
    {
      "epoch": 0.8691660290742158,
      "grad_norm": 1.815801978111267,
      "learning_rate": 3.206485435998498e-05,
      "loss": 0.3905,
      "step": 71
    },
    {
      "epoch": 0.881407804131599,
      "grad_norm": 1.842157006263733,
      "learning_rate": 3.158967915172669e-05,
      "loss": 0.6715,
      "step": 72
    },
    {
      "epoch": 0.8936495791889824,
      "grad_norm": 1.4996044635772705,
      "learning_rate": 3.111193144196457e-05,
      "loss": 0.519,
      "step": 73
    },
    {
      "epoch": 0.9058913542463657,
      "grad_norm": 1.2126599550247192,
      "learning_rate": 3.063179773548487e-05,
      "loss": 0.4619,
      "step": 74
    },
    {
      "epoch": 0.918133129303749,
      "grad_norm": 0.8982991576194763,
      "learning_rate": 3.014946546852746e-05,
      "loss": 0.3696,
      "step": 75
    },
    {
      "epoch": 0.9303749043611323,
      "grad_norm": 0.6621089577674866,
      "learning_rate": 2.9665122935613727e-05,
      "loss": 0.3087,
      "step": 76
    },
    {
      "epoch": 0.9426166794185157,
      "grad_norm": 1.326470971107483,
      "learning_rate": 2.917895921603958e-05,
      "loss": 0.4738,
      "step": 77
    },
    {
      "epoch": 0.954858454475899,
      "grad_norm": 0.7286511659622192,
      "learning_rate": 2.8691164100062034e-05,
      "loss": 0.3192,
      "step": 78
    },
    {
      "epoch": 0.9671002295332823,
      "grad_norm": 2.4132559299468994,
      "learning_rate": 2.820192801480817e-05,
      "loss": 0.3321,
      "step": 79
    },
    {
      "epoch": 0.9793420045906657,
      "grad_norm": 1.1607483625411987,
      "learning_rate": 2.7711441949935642e-05,
      "loss": 0.4245,
      "step": 80
    },
    {
      "epoch": 0.991583779648049,
      "grad_norm": 9.292817115783691,
      "learning_rate": 2.7219897383073373e-05,
      "loss": 0.5383,
      "step": 81
    },
    {
      "epoch": 1.0,
      "grad_norm": 4.080299377441406,
      "learning_rate": 2.672748620507195e-05,
      "loss": 0.3751,
      "step": 82
    },
    {
      "epoch": 1.0122417750573833,
      "grad_norm": 1.444166898727417,
      "learning_rate": 2.623440064509258e-05,
      "loss": 0.3614,
      "step": 83
    },
    {
      "epoch": 1.0244835501147667,
      "grad_norm": 1.2971453666687012,
      "learning_rate": 2.5740833195563996e-05,
      "loss": 0.4448,
      "step": 84
    },
    {
      "epoch": 1.03672532517215,
      "grad_norm": 1.617708444595337,
      "learning_rate": 2.5246976537036644e-05,
      "loss": 0.435,
      "step": 85
    },
    {
      "epoch": 1.0489671002295333,
      "grad_norm": 1.51554274559021,
      "learning_rate": 2.475302346296336e-05,
      "loss": 0.5234,
      "step": 86
    },
    {
      "epoch": 1.0612088752869167,
      "grad_norm": 0.6813382506370544,
      "learning_rate": 2.4259166804436006e-05,
      "loss": 0.2952,
      "step": 87
    },
    {
      "epoch": 1.0734506503443,
      "grad_norm": 3.087965250015259,
      "learning_rate": 2.3765599354907427e-05,
      "loss": 0.4173,
      "step": 88
    },
    {
      "epoch": 1.0856924254016833,
      "grad_norm": 59.15535354614258,
      "learning_rate": 2.3272513794928054e-05,
      "loss": 0.3994,
      "step": 89
    },
    {
      "epoch": 1.0979342004590666,
      "grad_norm": 1.1117218732833862,
      "learning_rate": 2.2780102616926633e-05,
      "loss": 0.3483,
      "step": 90
    },
    {
      "epoch": 1.11017597551645,
      "grad_norm": 3.281172752380371,
      "learning_rate": 2.2288558050064367e-05,
      "loss": 0.4501,
      "step": 91
    },
    {
      "epoch": 1.1224177505738333,
      "grad_norm": 3.0314602851867676,
      "learning_rate": 2.1798071985191832e-05,
      "loss": 0.4826,
      "step": 92
    },
    {
      "epoch": 1.1346595256312164,
      "grad_norm": 2.229266405105591,
      "learning_rate": 2.1308835899937972e-05,
      "loss": 0.3729,
      "step": 93
    },
    {
      "epoch": 1.1469013006886,
      "grad_norm": 3.7529211044311523,
      "learning_rate": 2.0821040783960423e-05,
      "loss": 0.3801,
      "step": 94
    },
    {
      "epoch": 1.159143075745983,
      "grad_norm": 13.582597732543945,
      "learning_rate": 2.0334877064386276e-05,
      "loss": 0.3015,
      "step": 95
    },
    {
      "epoch": 1.1713848508033664,
      "grad_norm": 0.846264123916626,
      "learning_rate": 1.9850534531472546e-05,
      "loss": 0.3037,
      "step": 96
    },
    {
      "epoch": 1.1836266258607497,
      "grad_norm": 3.1345553398132324,
      "learning_rate": 1.936820226451513e-05,
      "loss": 0.3456,
      "step": 97
    },
    {
      "epoch": 1.195868400918133,
      "grad_norm": 2.230907917022705,
      "learning_rate": 1.8888068558035435e-05,
      "loss": 0.3454,
      "step": 98
    },
    {
      "epoch": 1.2081101759755164,
      "grad_norm": 2.181255578994751,
      "learning_rate": 1.8410320848273315e-05,
      "loss": 0.3093,
      "step": 99
    },
    {
      "epoch": 1.2203519510328997,
      "grad_norm": 1.6168800592422485,
      "learning_rate": 1.793514564001503e-05,
      "loss": 0.3024,
      "step": 100
    },
    {
      "epoch": 1.232593726090283,
      "grad_norm": 2.0250325202941895,
      "learning_rate": 1.746272843378493e-05,
      "loss": 0.3321,
      "step": 101
    },
    {
      "epoch": 1.2448355011476664,
      "grad_norm": 1.5878742933273315,
      "learning_rate": 1.6993253653429063e-05,
      "loss": 0.3456,
      "step": 102
    },
    {
      "epoch": 1.2570772762050497,
      "grad_norm": 2.0879440307617188,
      "learning_rate": 1.6526904574119213e-05,
      "loss": 0.2712,
      "step": 103
    },
    {
      "epoch": 1.269319051262433,
      "grad_norm": 1.8279151916503906,
      "learning_rate": 1.606386325080528e-05,
      "loss": 0.2765,
      "step": 104
    },
    {
      "epoch": 1.2815608263198164,
      "grad_norm": 1.0144281387329102,
      "learning_rate": 1.560431044714405e-05,
      "loss": 0.2559,
      "step": 105
    },
    {
      "epoch": 1.2938026013771997,
      "grad_norm": 1.097596287727356,
      "learning_rate": 1.5148425564932084e-05,
      "loss": 0.2628,
      "step": 106
    },
    {
      "epoch": 1.306044376434583,
      "grad_norm": 10.35241413116455,
      "learning_rate": 1.4696386574070204e-05,
      "loss": 0.2883,
      "step": 107
    },
    {
      "epoch": 1.3182861514919664,
      "grad_norm": 2.290184736251831,
      "learning_rate": 1.4248369943086998e-05,
      "loss": 0.3478,
      "step": 108
    },
    {
      "epoch": 1.3305279265493497,
      "grad_norm": 2.775852918624878,
      "learning_rate": 1.3804550570248431e-05,
      "loss": 0.2977,
      "step": 109
    },
    {
      "epoch": 1.342769701606733,
      "grad_norm": 0.9051800966262817,
      "learning_rate": 1.3365101715280473e-05,
      "loss": 0.2397,
      "step": 110
    },
    {
      "epoch": 1.3550114766641164,
      "grad_norm": 1.1149804592132568,
      "learning_rate": 1.2930194931731382e-05,
      "loss": 0.2192,
      "step": 111
    },
    {
      "epoch": 1.3672532517214997,
      "grad_norm": 0.939581036567688,
      "learning_rate": 1.2500000000000006e-05,
      "loss": 0.2947,
      "step": 112
    },
    {
      "epoch": 1.379495026778883,
      "grad_norm": 1.6504477262496948,
      "learning_rate": 1.207468486105636e-05,
      "loss": 0.2367,
      "step": 113
    },
    {
      "epoch": 1.3917368018362661,
      "grad_norm": 1.1785447597503662,
      "learning_rate": 1.1654415550880243e-05,
      "loss": 0.3203,
      "step": 114
    },
    {
      "epoch": 1.4039785768936497,
      "grad_norm": 1.0364478826522827,
      "learning_rate": 1.1239356135643545e-05,
      "loss": 0.257,
      "step": 115
    },
    {
      "epoch": 1.4162203519510328,
      "grad_norm": 1.3261265754699707,
      "learning_rate": 1.0829668647661559e-05,
      "loss": 0.2283,
      "step": 116
    },
    {
      "epoch": 1.4284621270084163,
      "grad_norm": 1.6456058025360107,
      "learning_rate": 1.0425513022138203e-05,
      "loss": 0.3016,
      "step": 117
    },
    {
      "epoch": 1.4407039020657995,
      "grad_norm": 0.897505521774292,
      "learning_rate": 1.002704703473e-05,
      "loss": 0.2567,
      "step": 118
    },
    {
      "epoch": 1.4529456771231828,
      "grad_norm": 3.6736323833465576,
      "learning_rate": 9.634426239953073e-06,
      "loss": 0.3185,
      "step": 119
    },
    {
      "epoch": 1.4651874521805661,
      "grad_norm": 3.1505212783813477,
      "learning_rate": 9.247803910457226e-06,
      "loss": 0.3291,
      "step": 120
    },
    {
      "epoch": 1.4774292272379494,
      "grad_norm": 5.046550750732422,
      "learning_rate": 8.867330977190877e-06,
      "loss": 0.2898,
      "step": 121
    },
    {
      "epoch": 1.4896710022953328,
      "grad_norm": 1.5280078649520874,
      "learning_rate": 8.493155970480073e-06,
      "loss": 0.2878,
      "step": 122
    },
    {
      "epoch": 1.501912777352716,
      "grad_norm": 1.4321576356887817,
      "learning_rate": 8.125424962044742e-06,
      "loss": 0.3161,
      "step": 123
    },
    {
      "epoch": 1.5141545524100994,
      "grad_norm": 1.6429622173309326,
      "learning_rate": 7.76428150797471e-06,
      "loss": 0.2651,
      "step": 124
    },
    {
      "epoch": 1.5263963274674828,
      "grad_norm": 1.3739980459213257,
      "learning_rate": 7.409866592687767e-06,
      "loss": 0.2558,
      "step": 125
    },
    {
      "epoch": 1.538638102524866,
      "grad_norm": 1.2131444215774536,
      "learning_rate": 7.062318573891716e-06,
      "loss": 0.239,
      "step": 126
    },
    {
      "epoch": 1.5508798775822494,
      "grad_norm": 1.0283938646316528,
      "learning_rate": 6.721773128571812e-06,
      "loss": 0.2706,
      "step": 127
    },
    {
      "epoch": 1.5631216526396328,
      "grad_norm": 0.9054902195930481,
      "learning_rate": 6.38836320002468e-06,
      "loss": 0.2094,
      "step": 128
    },
    {
      "epoch": 1.575363427697016,
      "grad_norm": 0.8593537211418152,
      "learning_rate": 6.062218945959497e-06,
      "loss": 0.2111,
      "step": 129
    },
    {
      "epoch": 1.5876052027543994,
      "grad_norm": 0.7748469114303589,
      "learning_rate": 5.743467687686563e-06,
      "loss": 0.1877,
      "step": 130
    },
    {
      "epoch": 1.5998469778117828,
      "grad_norm": 1.1640249490737915,
      "learning_rate": 5.4322338604131715e-06,
      "loss": 0.2284,
      "step": 131
    },
    {
      "epoch": 1.612088752869166,
      "grad_norm": 0.7491779327392578,
      "learning_rate": 5.128638964666166e-06,
      "loss": 0.1813,
      "step": 132
    },
    {
      "epoch": 1.6243305279265492,
      "grad_norm": 1.1827092170715332,
      "learning_rate": 4.832801518860175e-06,
      "loss": 0.2511,
      "step": 133
    },
    {
      "epoch": 1.6365723029839327,
      "grad_norm": 1.076965093612671,
      "learning_rate": 4.54483701302994e-06,
      "loss": 0.239,
      "step": 134
    },
    {
      "epoch": 1.6488140780413159,
      "grad_norm": 0.8197993636131287,
      "learning_rate": 4.264857863744956e-06,
      "loss": 0.2427,
      "step": 135
    },
    {
      "epoch": 1.6610558530986994,
      "grad_norm": 0.8724585175514221,
      "learning_rate": 3.992973370223896e-06,
      "loss": 0.2589,
      "step": 136
    },
    {
      "epoch": 1.6732976281560825,
      "grad_norm": 0.8800907731056213,
      "learning_rate": 3.7292896716659974e-06,
      "loss": 0.2123,
      "step": 137
    },
    {
      "epoch": 1.685539403213466,
      "grad_norm": 1.3812880516052246,
      "learning_rate": 3.4739097058161114e-06,
      "loss": 0.2427,
      "step": 138
    },
    {
      "epoch": 1.6977811782708492,
      "grad_norm": 3.288580894470215,
      "learning_rate": 3.22693316877947e-06,
      "loss": 0.1918,
      "step": 139
    },
    {
      "epoch": 1.7100229533282327,
      "grad_norm": 0.8336418867111206,
      "learning_rate": 2.9884564761020085e-06,
      "loss": 0.2031,
      "step": 140
    },
    {
      "epoch": 1.7222647283856158,
      "grad_norm": 3.5479037761688232,
      "learning_rate": 2.75857272513132e-06,
      "loss": 0.2667,
      "step": 141
    },
    {
      "epoch": 1.7345065034429994,
      "grad_norm": 0.8136680722236633,
      "learning_rate": 2.5373716586730045e-06,
      "loss": 0.241,
      "step": 142
    },
    {
      "epoch": 1.7467482785003825,
      "grad_norm": 1.4957067966461182,
      "learning_rate": 2.3249396299565683e-06,
      "loss": 0.2235,
      "step": 143
    },
    {
      "epoch": 1.7589900535577658,
      "grad_norm": 0.7387081980705261,
      "learning_rate": 2.1213595689245386e-06,
      "loss": 0.1877,
      "step": 144
    },
    {
      "epoch": 1.7712318286151492,
      "grad_norm": 0.9302352070808411,
      "learning_rate": 1.926710949857996e-06,
      "loss": 0.2089,
      "step": 145
    },
    {
      "epoch": 1.7834736036725325,
      "grad_norm": 1.3043049573898315,
      "learning_rate": 1.7410697603511383e-06,
      "loss": 0.195,
      "step": 146
    },
    {
      "epoch": 1.7957153787299158,
      "grad_norm": 1.3806315660476685,
      "learning_rate": 1.5645084716469777e-06,
      "loss": 0.21,
      "step": 147
    },
    {
      "epoch": 1.8079571537872992,
      "grad_norm": 1.0119051933288574,
      "learning_rate": 1.397096010345772e-06,
      "loss": 0.2199,
      "step": 148
    },
    {
      "epoch": 1.8201989288446825,
      "grad_norm": 0.8069585561752319,
      "learning_rate": 1.2388977314972238e-06,
      "loss": 0.2075,
      "step": 149
    },
    {
      "epoch": 1.8324407039020658,
      "grad_norm": 0.8460149168968201,
      "learning_rate": 1.0899753930869394e-06,
      "loss": 0.2185,
      "step": 150
    },
    {
      "epoch": 1.8446824789594491,
      "grad_norm": 1.716293215751648,
      "learning_rate": 9.503871319271551e-07,
      "loss": 0.2526,
      "step": 151
    },
    {
      "epoch": 1.8569242540168325,
      "grad_norm": 1.6319371461868286,
      "learning_rate": 8.201874409610733e-07,
      "loss": 0.2549,
      "step": 152
    },
    {
      "epoch": 1.8691660290742158,
      "grad_norm": 1.4672621488571167,
      "learning_rate": 6.994271479897314e-07,
      "loss": 0.2327,
      "step": 153
    },
    {
      "epoch": 1.881407804131599,
      "grad_norm": 0.7223879098892212,
      "learning_rate": 5.881533958296631e-07,
      "loss": 0.2517,
      "step": 154
    },
    {
      "epoch": 1.8936495791889825,
      "grad_norm": 0.514200747013092,
      "learning_rate": 4.864096239091287e-07,
      "loss": 0.194,
      "step": 155
    },
    {
      "epoch": 1.9058913542463656,
      "grad_norm": 1.1882762908935547,
      "learning_rate": 3.9423555131007925e-07,
      "loss": 0.2167,
      "step": 156
    },
    {
      "epoch": 1.9181331293037491,
      "grad_norm": 2.4069149494171143,
      "learning_rate": 3.1166716126249663e-07,
      "loss": 0.2732,
      "step": 157
    },
    {
      "epoch": 1.9303749043611322,
      "grad_norm": 0.912899911403656,
      "learning_rate": 2.387366870971103e-07,
      "loss": 0.2439,
      "step": 158
    },
    {
      "epoch": 1.9426166794185158,
      "grad_norm": 3.0527594089508057,
      "learning_rate": 1.7547259966207708e-07,
      "loss": 0.1842,
      "step": 159
    },
    {
      "epoch": 1.954858454475899,
      "grad_norm": 1.5104568004608154,
      "learning_rate": 1.2189959620839686e-07,
      "loss": 0.2598,
      "step": 160
    },
    {
      "epoch": 1.9671002295332825,
      "grad_norm": 0.5760268568992615,
      "learning_rate": 7.803859074854425e-08,
      "loss": 0.219,
      "step": 161
    },
    {
      "epoch": 1.9793420045906656,
      "grad_norm": 1.2534854412078857,
      "learning_rate": 4.390670589196622e-08,
      "loss": 0.2936,
      "step": 162
    },
    {
      "epoch": 1.9915837796480491,
      "grad_norm": 1.9941190481185913,
      "learning_rate": 1.9517266160704038e-08,
      "loss": 0.2158,
      "step": 163
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.5564640164375305,
      "learning_rate": 4.87979278772921e-09,
      "loss": 0.1455,
      "step": 164
    },
    {
      "epoch": 2.0,
      "step": 164,
      "total_flos": 7.64812149532708e+18,
      "train_loss": 0.6280669197440147,
      "train_runtime": 14206.9077,
      "train_samples_per_second": 0.736,
      "train_steps_per_second": 0.012
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 164,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.64812149532708e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}