{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 459,
  "global_step": 459,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002182214948172395,
      "grad_norm": 1.4921265840530396,
      "learning_rate": 0.0,
      "loss": 1.0456,
      "step": 1
    },
    {
      "epoch": 0.002182214948172395,
      "eval_loss": 0.9416840076446533,
      "eval_runtime": 19.6642,
      "eval_samples_per_second": 7.577,
      "eval_steps_per_second": 1.932,
      "step": 1
    },
    {
      "epoch": 0.00436442989634479,
      "grad_norm": 1.959935188293457,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 0.966,
      "step": 2
    },
    {
      "epoch": 0.006546644844517185,
      "grad_norm": 1.6094727516174316,
      "learning_rate": 8.000000000000001e-07,
      "loss": 0.9745,
      "step": 3
    },
    {
      "epoch": 0.00872885979268958,
      "grad_norm": 1.3938935995101929,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 0.8823,
      "step": 4
    },
    {
      "epoch": 0.010911074740861976,
      "grad_norm": 1.8474189043045044,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 0.9688,
      "step": 5
    },
    {
      "epoch": 0.01309328968903437,
      "grad_norm": 1.9620424509048462,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.1181,
      "step": 6
    },
    {
      "epoch": 0.015275504637206765,
      "grad_norm": 1.3256500959396362,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 1.0379,
      "step": 7
    },
    {
      "epoch": 0.01745771958537916,
      "grad_norm": 1.6532100439071655,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 1.0999,
      "step": 8
    },
    {
      "epoch": 0.019639934533551555,
      "grad_norm": 1.9979885816574097,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 0.8739,
      "step": 9
    },
    {
      "epoch": 0.02182214948172395,
      "grad_norm": 1.864553689956665,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 0.8957,
      "step": 10
    },
    {
      "epoch": 0.024004364429896344,
      "grad_norm": 1.5396744012832642,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.8844,
      "step": 11
    },
    {
      "epoch": 0.02618657937806874,
      "grad_norm": 1.6357618570327759,
      "learning_rate": 4.4e-06,
      "loss": 0.9908,
      "step": 12
    },
    {
      "epoch": 0.028368794326241134,
      "grad_norm": 1.5768996477127075,
      "learning_rate": 4.800000000000001e-06,
      "loss": 0.9163,
      "step": 13
    },
    {
      "epoch": 0.03055100927441353,
      "grad_norm": 1.8592894077301025,
      "learning_rate": 5.2e-06,
      "loss": 1.177,
      "step": 14
    },
    {
      "epoch": 0.03273322422258593,
      "grad_norm": 1.8276045322418213,
      "learning_rate": 5.600000000000001e-06,
      "loss": 1.1037,
      "step": 15
    },
    {
      "epoch": 0.03491543917075832,
      "grad_norm": 1.9452946186065674,
      "learning_rate": 6e-06,
      "loss": 0.8114,
      "step": 16
    },
    {
      "epoch": 0.03709765411893071,
      "grad_norm": 1.5948249101638794,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 0.9058,
      "step": 17
    },
    {
      "epoch": 0.03927986906710311,
      "grad_norm": 1.411731243133545,
      "learning_rate": 6.800000000000001e-06,
      "loss": 0.7237,
      "step": 18
    },
    {
      "epoch": 0.041462084015275506,
      "grad_norm": 1.7105116844177246,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 0.7503,
      "step": 19
    },
    {
      "epoch": 0.0436442989634479,
      "grad_norm": 1.4265415668487549,
      "learning_rate": 7.600000000000001e-06,
      "loss": 0.8652,
      "step": 20
    },
    {
      "epoch": 0.04582651391162029,
      "grad_norm": 1.5991572141647339,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.9468,
      "step": 21
    },
    {
      "epoch": 0.04800872885979269,
      "grad_norm": 1.5912425518035889,
      "learning_rate": 8.400000000000001e-06,
      "loss": 0.9793,
      "step": 22
    },
    {
      "epoch": 0.050190943807965085,
      "grad_norm": 1.3830496072769165,
      "learning_rate": 8.8e-06,
      "loss": 0.7609,
      "step": 23
    },
    {
      "epoch": 0.05237315875613748,
      "grad_norm": 1.2661924362182617,
      "learning_rate": 9.200000000000002e-06,
      "loss": 0.788,
      "step": 24
    },
    {
      "epoch": 0.05455537370430987,
      "grad_norm": 1.161792516708374,
      "learning_rate": 9.600000000000001e-06,
      "loss": 0.8404,
      "step": 25
    },
    {
      "epoch": 0.05673758865248227,
      "grad_norm": 1.3503375053405762,
      "learning_rate": 1e-05,
      "loss": 0.8254,
      "step": 26
    },
    {
      "epoch": 0.058919803600654665,
      "grad_norm": 1.156307578086853,
      "learning_rate": 1.04e-05,
      "loss": 0.6885,
      "step": 27
    },
    {
      "epoch": 0.06110201854882706,
      "grad_norm": 1.2533096075057983,
      "learning_rate": 1.0800000000000002e-05,
      "loss": 0.8499,
      "step": 28
    },
    {
      "epoch": 0.06328423349699945,
      "grad_norm": 1.3179517984390259,
      "learning_rate": 1.1200000000000001e-05,
      "loss": 0.7626,
      "step": 29
    },
    {
      "epoch": 0.06546644844517185,
      "grad_norm": 1.179800033569336,
      "learning_rate": 1.16e-05,
      "loss": 0.7334,
      "step": 30
    },
    {
      "epoch": 0.06764866339334424,
      "grad_norm": 1.2510403394699097,
      "learning_rate": 1.2e-05,
      "loss": 0.6933,
      "step": 31
    },
    {
      "epoch": 0.06983087834151663,
      "grad_norm": 1.0884430408477783,
      "learning_rate": 1.2400000000000002e-05,
      "loss": 0.7441,
      "step": 32
    },
    {
      "epoch": 0.07201309328968904,
      "grad_norm": 1.0181330442428589,
      "learning_rate": 1.2800000000000001e-05,
      "loss": 0.7369,
      "step": 33
    },
    {
      "epoch": 0.07419530823786143,
      "grad_norm": 1.1634576320648193,
      "learning_rate": 1.3200000000000002e-05,
      "loss": 0.7186,
      "step": 34
    },
    {
      "epoch": 0.07637752318603383,
      "grad_norm": 1.4808906316757202,
      "learning_rate": 1.3600000000000002e-05,
      "loss": 0.8053,
      "step": 35
    },
    {
      "epoch": 0.07855973813420622,
      "grad_norm": 1.0586826801300049,
      "learning_rate": 1.4e-05,
      "loss": 0.8257,
      "step": 36
    },
    {
      "epoch": 0.08074195308237861,
      "grad_norm": 1.0057055950164795,
      "learning_rate": 1.4400000000000001e-05,
      "loss": 0.7209,
      "step": 37
    },
    {
      "epoch": 0.08292416803055101,
      "grad_norm": 1.0284557342529297,
      "learning_rate": 1.48e-05,
      "loss": 0.9696,
      "step": 38
    },
    {
      "epoch": 0.0851063829787234,
      "grad_norm": 0.9222050309181213,
      "learning_rate": 1.5200000000000002e-05,
      "loss": 0.5902,
      "step": 39
    },
    {
      "epoch": 0.0872885979268958,
      "grad_norm": 0.8478285074234009,
      "learning_rate": 1.5600000000000003e-05,
      "loss": 0.6501,
      "step": 40
    },
    {
      "epoch": 0.0894708128750682,
      "grad_norm": 0.9614901542663574,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 1.0219,
      "step": 41
    },
    {
      "epoch": 0.09165302782324058,
      "grad_norm": 0.7026827931404114,
      "learning_rate": 1.64e-05,
      "loss": 0.6814,
      "step": 42
    },
    {
      "epoch": 0.09383524277141299,
      "grad_norm": 0.6492002606391907,
      "learning_rate": 1.6800000000000002e-05,
      "loss": 0.8003,
      "step": 43
    },
    {
      "epoch": 0.09601745771958538,
      "grad_norm": 0.6572920680046082,
      "learning_rate": 1.72e-05,
      "loss": 0.6363,
      "step": 44
    },
    {
      "epoch": 0.09819967266775777,
      "grad_norm": 0.6610034108161926,
      "learning_rate": 1.76e-05,
      "loss": 0.4044,
      "step": 45
    },
    {
      "epoch": 0.10038188761593017,
      "grad_norm": 0.7360779643058777,
      "learning_rate": 1.8e-05,
      "loss": 0.6865,
      "step": 46
    },
    {
      "epoch": 0.10256410256410256,
      "grad_norm": 0.5434179306030273,
      "learning_rate": 1.8400000000000003e-05,
      "loss": 0.54,
      "step": 47
    },
    {
      "epoch": 0.10474631751227496,
      "grad_norm": 0.6275272369384766,
      "learning_rate": 1.88e-05,
      "loss": 0.8565,
      "step": 48
    },
    {
      "epoch": 0.10692853246044735,
      "grad_norm": 0.6033368110656738,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 0.7129,
      "step": 49
    },
    {
      "epoch": 0.10911074740861974,
      "grad_norm": 0.6621481776237488,
      "learning_rate": 1.9600000000000002e-05,
      "loss": 0.9844,
      "step": 50
    },
    {
      "epoch": 0.11129296235679215,
      "grad_norm": 0.5725002884864807,
      "learning_rate": 2e-05,
      "loss": 0.7262,
      "step": 51
    },
    {
      "epoch": 0.11347517730496454,
      "grad_norm": 0.5369328856468201,
      "learning_rate": 1.999997189149227e-05,
      "loss": 0.7641,
      "step": 52
    },
    {
      "epoch": 0.11565739225313694,
      "grad_norm": 0.5427905917167664,
      "learning_rate": 1.999988756612709e-05,
      "loss": 0.6001,
      "step": 53
    },
    {
      "epoch": 0.11783960720130933,
      "grad_norm": 0.5753054022789001,
      "learning_rate": 1.9999747024378516e-05,
      "loss": 0.6579,
      "step": 54
    },
    {
      "epoch": 0.12002182214948172,
      "grad_norm": 0.692951500415802,
      "learning_rate": 1.9999550267036634e-05,
      "loss": 0.7786,
      "step": 55
    },
    {
      "epoch": 0.12220403709765412,
      "grad_norm": 0.7742375731468201,
      "learning_rate": 1.999929729520755e-05,
      "loss": 0.8386,
      "step": 56
    },
    {
      "epoch": 0.12438625204582651,
      "grad_norm": 0.6625115275382996,
      "learning_rate": 1.99989881103134e-05,
      "loss": 0.8797,
      "step": 57
    },
    {
      "epoch": 0.1265684669939989,
      "grad_norm": 0.5346710085868835,
      "learning_rate": 1.9998622714092328e-05,
      "loss": 0.5483,
      "step": 58
    },
    {
      "epoch": 0.1287506819421713,
      "grad_norm": 0.5811567306518555,
      "learning_rate": 1.9998201108598477e-05,
      "loss": 0.6895,
      "step": 59
    },
    {
      "epoch": 0.1309328968903437,
      "grad_norm": 0.5905172824859619,
      "learning_rate": 1.9997723296201997e-05,
      "loss": 0.6995,
      "step": 60
    },
    {
      "epoch": 0.1331151118385161,
      "grad_norm": 0.5894107818603516,
      "learning_rate": 1.9997189279589003e-05,
      "loss": 0.5713,
      "step": 61
    },
    {
      "epoch": 0.1352973267866885,
      "grad_norm": 0.6387777328491211,
      "learning_rate": 1.9996599061761575e-05,
      "loss": 0.7275,
      "step": 62
    },
    {
      "epoch": 0.13747954173486088,
      "grad_norm": 0.5308466553688049,
      "learning_rate": 1.9995952646037743e-05,
      "loss": 0.4408,
      "step": 63
    },
    {
      "epoch": 0.13966175668303327,
      "grad_norm": 0.6239039897918701,
      "learning_rate": 1.9995250036051462e-05,
      "loss": 0.6457,
      "step": 64
    },
    {
      "epoch": 0.14184397163120568,
      "grad_norm": 0.5327976942062378,
      "learning_rate": 1.9994491235752595e-05,
      "loss": 0.4673,
      "step": 65
    },
    {
      "epoch": 0.14402618657937807,
      "grad_norm": 0.500877320766449,
      "learning_rate": 1.9993676249406895e-05,
      "loss": 0.548,
      "step": 66
    },
    {
      "epoch": 0.14620840152755046,
      "grad_norm": 0.6878646016120911,
      "learning_rate": 1.999280508159597e-05,
      "loss": 0.7135,
      "step": 67
    },
    {
      "epoch": 0.14839061647572285,
      "grad_norm": 0.6099561452865601,
      "learning_rate": 1.999187773721726e-05,
      "loss": 0.6922,
      "step": 68
    },
    {
      "epoch": 0.15057283142389524,
      "grad_norm": 0.5138156414031982,
      "learning_rate": 1.9990894221484027e-05,
      "loss": 0.5143,
      "step": 69
    },
    {
      "epoch": 0.15275504637206766,
      "grad_norm": 0.7398216724395752,
      "learning_rate": 1.9989854539925296e-05,
      "loss": 0.6775,
      "step": 70
    },
    {
      "epoch": 0.15493726132024005,
      "grad_norm": 0.5672114491462708,
      "learning_rate": 1.9988758698385854e-05,
      "loss": 0.6343,
      "step": 71
    },
    {
      "epoch": 0.15711947626841244,
      "grad_norm": 0.5795859098434448,
      "learning_rate": 1.9987606703026187e-05,
      "loss": 0.6327,
      "step": 72
    },
    {
      "epoch": 0.15930169121658483,
      "grad_norm": 0.6178355813026428,
      "learning_rate": 1.9986398560322476e-05,
      "loss": 0.481,
      "step": 73
    },
    {
      "epoch": 0.16148390616475722,
      "grad_norm": 0.48614248633384705,
      "learning_rate": 1.9985134277066533e-05,
      "loss": 0.3952,
      "step": 74
    },
    {
      "epoch": 0.16366612111292964,
      "grad_norm": 0.6208723783493042,
      "learning_rate": 1.998381386036578e-05,
      "loss": 0.5589,
      "step": 75
    },
    {
      "epoch": 0.16584833606110203,
      "grad_norm": 0.7473292350769043,
      "learning_rate": 1.9982437317643218e-05,
      "loss": 0.7363,
      "step": 76
    },
    {
      "epoch": 0.16803055100927441,
      "grad_norm": 0.6796333193778992,
      "learning_rate": 1.9981004656637344e-05,
      "loss": 0.5746,
      "step": 77
    },
    {
      "epoch": 0.1702127659574468,
      "grad_norm": 0.5245673656463623,
      "learning_rate": 1.9979515885402156e-05,
      "loss": 0.3753,
      "step": 78
    },
    {
      "epoch": 0.1723949809056192,
      "grad_norm": 0.5480374097824097,
      "learning_rate": 1.9977971012307085e-05,
      "loss": 0.5468,
      "step": 79
    },
    {
      "epoch": 0.1745771958537916,
      "grad_norm": 0.8852786421775818,
      "learning_rate": 1.9976370046036947e-05,
      "loss": 0.8742,
      "step": 80
    },
    {
      "epoch": 0.176759410801964,
      "grad_norm": 0.5887808203697205,
      "learning_rate": 1.9974712995591887e-05,
      "loss": 0.5144,
      "step": 81
    },
    {
      "epoch": 0.1789416257501364,
      "grad_norm": 0.5992124676704407,
      "learning_rate": 1.9972999870287357e-05,
      "loss": 0.6015,
      "step": 82
    },
    {
      "epoch": 0.18112384069830878,
      "grad_norm": 0.5454561710357666,
      "learning_rate": 1.997123067975404e-05,
      "loss": 0.4939,
      "step": 83
    },
    {
      "epoch": 0.18330605564648117,
      "grad_norm": 0.5829342603683472,
      "learning_rate": 1.996940543393778e-05,
      "loss": 0.5391,
      "step": 84
    },
    {
      "epoch": 0.1854882705946536,
      "grad_norm": 0.6858181357383728,
      "learning_rate": 1.9967524143099583e-05,
      "loss": 0.6028,
      "step": 85
    },
    {
      "epoch": 0.18767048554282598,
      "grad_norm": 0.5993210673332214,
      "learning_rate": 1.9965586817815494e-05,
      "loss": 0.4545,
      "step": 86
    },
    {
      "epoch": 0.18985270049099837,
      "grad_norm": 0.5937272906303406,
      "learning_rate": 1.9963593468976583e-05,
      "loss": 0.3147,
      "step": 87
    },
    {
      "epoch": 0.19203491543917076,
      "grad_norm": 0.7777706384658813,
      "learning_rate": 1.9961544107788855e-05,
      "loss": 0.5694,
      "step": 88
    },
    {
      "epoch": 0.19421713038734315,
      "grad_norm": 0.5509026050567627,
      "learning_rate": 1.9959438745773216e-05,
      "loss": 0.378,
      "step": 89
    },
    {
      "epoch": 0.19639934533551553,
      "grad_norm": 0.6026902198791504,
      "learning_rate": 1.9957277394765377e-05,
      "loss": 0.6189,
      "step": 90
    },
    {
      "epoch": 0.19858156028368795,
      "grad_norm": 0.5900372266769409,
      "learning_rate": 1.995506006691581e-05,
      "loss": 0.4099,
      "step": 91
    },
    {
      "epoch": 0.20076377523186034,
      "grad_norm": 0.6046119928359985,
      "learning_rate": 1.9952786774689667e-05,
      "loss": 0.5802,
      "step": 92
    },
    {
      "epoch": 0.20294599018003273,
      "grad_norm": 0.9368590116500854,
      "learning_rate": 1.9950457530866726e-05,
      "loss": 0.7274,
      "step": 93
    },
    {
      "epoch": 0.20512820512820512,
      "grad_norm": 0.7070465683937073,
      "learning_rate": 1.9948072348541294e-05,
      "loss": 0.6259,
      "step": 94
    },
    {
      "epoch": 0.2073104200763775,
      "grad_norm": 0.7370465993881226,
      "learning_rate": 1.9945631241122158e-05,
      "loss": 0.5427,
      "step": 95
    },
    {
      "epoch": 0.20949263502454993,
      "grad_norm": 0.6051648259162903,
      "learning_rate": 1.9943134222332493e-05,
      "loss": 0.4497,
      "step": 96
    },
    {
      "epoch": 0.21167484997272232,
      "grad_norm": 0.6110167503356934,
      "learning_rate": 1.994058130620979e-05,
      "loss": 0.4722,
      "step": 97
    },
    {
      "epoch": 0.2138570649208947,
      "grad_norm": 0.581550657749176,
      "learning_rate": 1.9937972507105793e-05,
      "loss": 0.5503,
      "step": 98
    },
    {
      "epoch": 0.2160392798690671,
      "grad_norm": 0.775860607624054,
      "learning_rate": 1.993530783968638e-05,
      "loss": 0.6042,
      "step": 99
    },
    {
      "epoch": 0.2182214948172395,
      "grad_norm": 0.7601407766342163,
      "learning_rate": 1.993258731893152e-05,
      "loss": 0.6493,
      "step": 100
    },
    {
      "epoch": 0.2204037097654119,
      "grad_norm": 0.6188685297966003,
      "learning_rate": 1.992981096013517e-05,
      "loss": 0.2717,
      "step": 101
    },
    {
      "epoch": 0.2225859247135843,
      "grad_norm": 0.7693493962287903,
      "learning_rate": 1.9926978778905193e-05,
      "loss": 0.4525,
      "step": 102
    },
    {
      "epoch": 0.22476813966175668,
      "grad_norm": 0.5389944911003113,
      "learning_rate": 1.992409079116326e-05,
      "loss": 0.3065,
      "step": 103
    },
    {
      "epoch": 0.22695035460992907,
      "grad_norm": 0.6077801585197449,
      "learning_rate": 1.9921147013144782e-05,
      "loss": 0.4387,
      "step": 104
    },
    {
      "epoch": 0.22913256955810146,
      "grad_norm": 0.6960924863815308,
      "learning_rate": 1.9918147461398796e-05,
      "loss": 0.4472,
      "step": 105
    },
    {
      "epoch": 0.23131478450627388,
      "grad_norm": 1.2546156644821167,
      "learning_rate": 1.9915092152787888e-05,
      "loss": 0.7705,
      "step": 106
    },
    {
      "epoch": 0.23349699945444627,
      "grad_norm": 0.634672999382019,
      "learning_rate": 1.991198110448809e-05,
      "loss": 0.3372,
      "step": 107
    },
    {
      "epoch": 0.23567921440261866,
      "grad_norm": 0.6426758170127869,
      "learning_rate": 1.9908814333988794e-05,
      "loss": 0.4316,
      "step": 108
    },
    {
      "epoch": 0.23786142935079105,
      "grad_norm": 0.6639129519462585,
      "learning_rate": 1.990559185909263e-05,
      "loss": 0.3664,
      "step": 109
    },
    {
      "epoch": 0.24004364429896344,
      "grad_norm": 1.1192857027053833,
      "learning_rate": 1.9902313697915395e-05,
      "loss": 0.6416,
      "step": 110
    },
    {
      "epoch": 0.24222585924713586,
      "grad_norm": 0.8382490277290344,
      "learning_rate": 1.9898979868885933e-05,
      "loss": 0.6472,
      "step": 111
    },
    {
      "epoch": 0.24440807419530824,
      "grad_norm": 0.6984851360321045,
      "learning_rate": 1.989559039074603e-05,
      "loss": 0.403,
      "step": 112
    },
    {
      "epoch": 0.24659028914348063,
      "grad_norm": 0.6598736047744751,
      "learning_rate": 1.989214528255033e-05,
      "loss": 0.4084,
      "step": 113
    },
    {
      "epoch": 0.24877250409165302,
      "grad_norm": 0.7741075158119202,
      "learning_rate": 1.9888644563666194e-05,
      "loss": 0.3484,
      "step": 114
    },
    {
      "epoch": 0.2509547190398254,
      "grad_norm": 0.705927848815918,
      "learning_rate": 1.9885088253773623e-05,
      "loss": 0.5471,
      "step": 115
    },
    {
      "epoch": 0.2531369339879978,
      "grad_norm": 0.7205896973609924,
      "learning_rate": 1.988147637286513e-05,
      "loss": 0.4697,
      "step": 116
    },
    {
      "epoch": 0.2553191489361702,
      "grad_norm": 0.6812205910682678,
      "learning_rate": 1.987780894124563e-05,
      "loss": 0.4276,
      "step": 117
    },
    {
      "epoch": 0.2575013638843426,
      "grad_norm": 0.774861216545105,
      "learning_rate": 1.987408597953233e-05,
      "loss": 0.3648,
      "step": 118
    },
    {
      "epoch": 0.259683578832515,
      "grad_norm": 0.7321362495422363,
      "learning_rate": 1.987030750865461e-05,
      "loss": 0.443,
      "step": 119
    },
    {
      "epoch": 0.2618657937806874,
      "grad_norm": 0.847510039806366,
      "learning_rate": 1.9866473549853904e-05,
      "loss": 0.4152,
      "step": 120
    },
    {
      "epoch": 0.2640480087288598,
      "grad_norm": 0.7177504897117615,
      "learning_rate": 1.9862584124683587e-05,
      "loss": 0.3436,
      "step": 121
    },
    {
      "epoch": 0.2662302236770322,
      "grad_norm": 0.8176891207695007,
      "learning_rate": 1.9858639255008844e-05,
      "loss": 0.4013,
      "step": 122
    },
    {
      "epoch": 0.2684124386252046,
      "grad_norm": 0.785882830619812,
      "learning_rate": 1.9854638963006552e-05,
      "loss": 0.2927,
      "step": 123
    },
    {
      "epoch": 0.270594653573377,
      "grad_norm": 0.697388768196106,
      "learning_rate": 1.9850583271165166e-05,
      "loss": 0.3406,
      "step": 124
    },
    {
      "epoch": 0.27277686852154936,
      "grad_norm": 0.6818001866340637,
      "learning_rate": 1.9846472202284574e-05,
      "loss": 0.4685,
      "step": 125
    },
    {
      "epoch": 0.27495908346972175,
      "grad_norm": 0.7736262679100037,
      "learning_rate": 1.984230577947597e-05,
      "loss": 0.4724,
      "step": 126
    },
    {
      "epoch": 0.27714129841789414,
      "grad_norm": 0.6667208671569824,
      "learning_rate": 1.9838084026161746e-05,
      "loss": 0.2187,
      "step": 127
    },
    {
      "epoch": 0.27932351336606653,
      "grad_norm": 0.9545671343803406,
      "learning_rate": 1.9833806966075343e-05,
      "loss": 0.5534,
      "step": 128
    },
    {
      "epoch": 0.281505728314239,
      "grad_norm": 0.8926610946655273,
      "learning_rate": 1.9829474623261106e-05,
      "loss": 0.3542,
      "step": 129
    },
    {
      "epoch": 0.28368794326241137,
      "grad_norm": 0.8170763850212097,
      "learning_rate": 1.9825087022074182e-05,
      "loss": 0.37,
      "step": 130
    },
    {
      "epoch": 0.28587015821058376,
      "grad_norm": 0.7550498843193054,
      "learning_rate": 1.9820644187180354e-05,
      "loss": 0.4051,
      "step": 131
    },
    {
      "epoch": 0.28805237315875615,
      "grad_norm": 1.2304673194885254,
      "learning_rate": 1.981614614355591e-05,
      "loss": 0.4746,
      "step": 132
    },
    {
      "epoch": 0.29023458810692854,
      "grad_norm": 1.0370253324508667,
      "learning_rate": 1.981159291648751e-05,
      "loss": 0.5431,
      "step": 133
    },
    {
      "epoch": 0.2924168030551009,
      "grad_norm": 0.9382657408714294,
      "learning_rate": 1.9806984531572038e-05,
      "loss": 0.4667,
      "step": 134
    },
    {
      "epoch": 0.2945990180032733,
      "grad_norm": 0.9219065308570862,
      "learning_rate": 1.9802321014716465e-05,
      "loss": 0.4035,
      "step": 135
    },
    {
      "epoch": 0.2967812329514457,
      "grad_norm": 0.9711424708366394,
      "learning_rate": 1.9797602392137678e-05,
      "loss": 0.427,
      "step": 136
    },
    {
      "epoch": 0.2989634478996181,
      "grad_norm": 0.8940355181694031,
      "learning_rate": 1.9792828690362377e-05,
      "loss": 0.3718,
      "step": 137
    },
    {
      "epoch": 0.3011456628477905,
      "grad_norm": 0.8118104934692383,
      "learning_rate": 1.9787999936226877e-05,
      "loss": 0.2609,
      "step": 138
    },
    {
      "epoch": 0.3033278777959629,
      "grad_norm": 0.8110172152519226,
      "learning_rate": 1.9783116156877008e-05,
      "loss": 0.3901,
      "step": 139
    },
    {
      "epoch": 0.3055100927441353,
      "grad_norm": 0.8195408582687378,
      "learning_rate": 1.9778177379767903e-05,
      "loss": 0.3611,
      "step": 140
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 1.0430301427841187,
      "learning_rate": 1.9773183632663907e-05,
      "loss": 0.4232,
      "step": 141
    },
    {
      "epoch": 0.3098745226404801,
      "grad_norm": 1.0248348712921143,
      "learning_rate": 1.9768134943638367e-05,
      "loss": 0.4167,
      "step": 142
    },
    {
      "epoch": 0.3120567375886525,
      "grad_norm": 0.7270126342773438,
      "learning_rate": 1.9763031341073512e-05,
      "loss": 0.2579,
      "step": 143
    },
    {
      "epoch": 0.3142389525368249,
      "grad_norm": 1.1630446910858154,
      "learning_rate": 1.9757872853660265e-05,
      "loss": 0.5389,
      "step": 144
    },
    {
      "epoch": 0.31642116748499727,
      "grad_norm": 0.8725171089172363,
      "learning_rate": 1.975265951039811e-05,
      "loss": 0.3441,
      "step": 145
    },
    {
      "epoch": 0.31860338243316966,
      "grad_norm": 1.4248993396759033,
      "learning_rate": 1.97473913405949e-05,
      "loss": 0.5818,
      "step": 146
    },
    {
      "epoch": 0.32078559738134205,
      "grad_norm": 1.2512569427490234,
      "learning_rate": 1.974206837386672e-05,
      "loss": 0.4038,
      "step": 147
    },
    {
      "epoch": 0.32296781232951444,
      "grad_norm": 1.2032068967819214,
      "learning_rate": 1.9736690640137696e-05,
      "loss": 0.4594,
      "step": 148
    },
    {
      "epoch": 0.3251500272776868,
      "grad_norm": 0.8411722183227539,
      "learning_rate": 1.9731258169639846e-05,
      "loss": 0.3345,
      "step": 149
    },
    {
      "epoch": 0.32733224222585927,
      "grad_norm": 1.008543848991394,
      "learning_rate": 1.9725770992912893e-05,
      "loss": 0.3777,
      "step": 150
    },
    {
      "epoch": 0.32951445717403166,
      "grad_norm": 1.0348095893859863,
      "learning_rate": 1.972022914080411e-05,
      "loss": 0.4853,
      "step": 151
    },
    {
      "epoch": 0.33169667212220405,
      "grad_norm": 0.9160374999046326,
      "learning_rate": 1.9714632644468135e-05,
      "loss": 0.3965,
      "step": 152
    },
    {
      "epoch": 0.33387888707037644,
      "grad_norm": 1.0338672399520874,
      "learning_rate": 1.9708981535366797e-05,
      "loss": 0.3135,
      "step": 153
    },
    {
      "epoch": 0.33606110201854883,
      "grad_norm": 1.1491649150848389,
      "learning_rate": 1.970327584526895e-05,
      "loss": 0.4182,
      "step": 154
    },
    {
      "epoch": 0.3382433169667212,
      "grad_norm": 1.494714617729187,
      "learning_rate": 1.9697515606250276e-05,
      "loss": 0.4977,
      "step": 155
    },
    {
      "epoch": 0.3404255319148936,
      "grad_norm": 1.0470036268234253,
      "learning_rate": 1.9691700850693126e-05,
      "loss": 0.3763,
      "step": 156
    },
    {
      "epoch": 0.342607746863066,
      "grad_norm": 1.1883833408355713,
      "learning_rate": 1.9685831611286312e-05,
      "loss": 0.3776,
      "step": 157
    },
    {
      "epoch": 0.3447899618112384,
      "grad_norm": 1.0385247468948364,
      "learning_rate": 1.967990792102495e-05,
      "loss": 0.3593,
      "step": 158
    },
    {
      "epoch": 0.3469721767594108,
      "grad_norm": 0.9821687340736389,
      "learning_rate": 1.9673929813210265e-05,
      "loss": 0.447,
      "step": 159
    },
    {
      "epoch": 0.3491543917075832,
      "grad_norm": 1.0155584812164307,
      "learning_rate": 1.9667897321449387e-05,
      "loss": 0.3818,
      "step": 160
    },
    {
      "epoch": 0.3513366066557556,
      "grad_norm": 1.146998405456543,
      "learning_rate": 1.9661810479655184e-05,
      "loss": 0.4201,
      "step": 161
    },
    {
      "epoch": 0.353518821603928,
      "grad_norm": 1.3749990463256836,
      "learning_rate": 1.9655669322046068e-05,
      "loss": 0.3451,
      "step": 162
    },
    {
      "epoch": 0.3557010365521004,
      "grad_norm": 1.7536747455596924,
      "learning_rate": 1.9649473883145792e-05,
      "loss": 0.4524,
      "step": 163
    },
    {
      "epoch": 0.3578832515002728,
      "grad_norm": 1.5470932722091675,
      "learning_rate": 1.9643224197783265e-05,
      "loss": 0.5467,
      "step": 164
    },
    {
      "epoch": 0.36006546644844517,
      "grad_norm": 0.9227492213249207,
      "learning_rate": 1.9636920301092352e-05,
      "loss": 0.2745,
      "step": 165
    },
    {
      "epoch": 0.36224768139661756,
      "grad_norm": 1.2530218362808228,
      "learning_rate": 1.9630562228511682e-05,
      "loss": 0.5124,
      "step": 166
    },
    {
      "epoch": 0.36442989634478995,
      "grad_norm": 1.3264926671981812,
      "learning_rate": 1.962415001578444e-05,
      "loss": 0.4022,
      "step": 167
    },
    {
      "epoch": 0.36661211129296234,
      "grad_norm": 1.3500545024871826,
      "learning_rate": 1.9617683698958168e-05,
      "loss": 0.3885,
      "step": 168
    },
    {
      "epoch": 0.36879432624113473,
      "grad_norm": 1.1173303127288818,
      "learning_rate": 1.9611163314384574e-05,
      "loss": 0.3948,
      "step": 169
    },
    {
      "epoch": 0.3709765411893072,
      "grad_norm": 0.9746338725090027,
      "learning_rate": 1.9604588898719314e-05,
      "loss": 0.3872,
      "step": 170
    },
    {
      "epoch": 0.37315875613747956,
      "grad_norm": 0.9952365756034851,
      "learning_rate": 1.9597960488921785e-05,
      "loss": 0.2785,
      "step": 171
    },
    {
      "epoch": 0.37534097108565195,
      "grad_norm": 1.2752764225006104,
      "learning_rate": 1.9591278122254938e-05,
      "loss": 0.3341,
      "step": 172
    },
    {
      "epoch": 0.37752318603382434,
      "grad_norm": 1.0955722332000732,
      "learning_rate": 1.9584541836285035e-05,
      "loss": 0.3497,
      "step": 173
    },
    {
      "epoch": 0.37970540098199673,
      "grad_norm": 1.093616008758545,
      "learning_rate": 1.957775166888147e-05,
      "loss": 0.2703,
      "step": 174
    },
    {
      "epoch": 0.3818876159301691,
      "grad_norm": 1.205116629600525,
      "learning_rate": 1.957090765821654e-05,
      "loss": 0.3353,
      "step": 175
    },
    {
      "epoch": 0.3840698308783415,
      "grad_norm": 1.2280943393707275,
      "learning_rate": 1.9564009842765225e-05,
      "loss": 0.464,
      "step": 176
    },
    {
      "epoch": 0.3862520458265139,
      "grad_norm": 1.1583482027053833,
      "learning_rate": 1.955705826130499e-05,
      "loss": 0.1943,
      "step": 177
    },
    {
      "epoch": 0.3884342607746863,
      "grad_norm": 1.1244933605194092,
      "learning_rate": 1.9550052952915545e-05,
      "loss": 0.3303,
      "step": 178
    },
    {
      "epoch": 0.3906164757228587,
      "grad_norm": 1.328026533126831,
      "learning_rate": 1.9542993956978647e-05,
      "loss": 0.3624,
      "step": 179
    },
    {
      "epoch": 0.39279869067103107,
      "grad_norm": 1.142669916152954,
      "learning_rate": 1.9535881313177864e-05,
      "loss": 0.4521,
      "step": 180
    },
    {
      "epoch": 0.3949809056192035,
      "grad_norm": 1.34759521484375,
      "learning_rate": 1.9528715061498355e-05,
      "loss": 0.4105,
      "step": 181
    },
    {
      "epoch": 0.3971631205673759,
      "grad_norm": 0.8993829488754272,
      "learning_rate": 1.9521495242226648e-05,
      "loss": 0.365,
      "step": 182
    },
    {
      "epoch": 0.3993453355155483,
      "grad_norm": 1.045101284980774,
      "learning_rate": 1.9514221895950416e-05,
      "loss": 0.3752,
      "step": 183
    },
    {
      "epoch": 0.4015275504637207,
      "grad_norm": 1.0296684503555298,
      "learning_rate": 1.950689506355824e-05,
      "loss": 0.2618,
      "step": 184
    },
    {
      "epoch": 0.4037097654118931,
      "grad_norm": 1.1462877988815308,
      "learning_rate": 1.949951478623938e-05,
      "loss": 0.3225,
      "step": 185
    },
    {
      "epoch": 0.40589198036006546,
      "grad_norm": 1.2176220417022705,
      "learning_rate": 1.949208110548356e-05,
      "loss": 0.307,
      "step": 186
    },
    {
      "epoch": 0.40807419530823785,
      "grad_norm": 1.1352124214172363,
      "learning_rate": 1.948459406308071e-05,
      "loss": 0.3668,
      "step": 187
    },
    {
      "epoch": 0.41025641025641024,
      "grad_norm": 1.4213913679122925,
      "learning_rate": 1.9477053701120746e-05,
      "loss": 0.4662,
      "step": 188
    },
    {
      "epoch": 0.41243862520458263,
      "grad_norm": 1.2231138944625854,
      "learning_rate": 1.9469460061993336e-05,
      "loss": 0.3893,
      "step": 189
    },
    {
      "epoch": 0.414620840152755,
      "grad_norm": 1.3416531085968018,
      "learning_rate": 1.9461813188387652e-05,
      "loss": 0.4218,
      "step": 190
    },
    {
      "epoch": 0.41680305510092747,
      "grad_norm": 1.2881159782409668,
      "learning_rate": 1.9454113123292133e-05,
      "loss": 0.3376,
      "step": 191
    },
    {
      "epoch": 0.41898527004909986,
      "grad_norm": 1.5161348581314087,
      "learning_rate": 1.9446359909994253e-05,
      "loss": 0.3796,
      "step": 192
    },
    {
      "epoch": 0.42116748499727225,
      "grad_norm": 1.3906810283660889,
      "learning_rate": 1.9438553592080257e-05,
      "loss": 0.2375,
      "step": 193
    },
    {
      "epoch": 0.42334969994544464,
      "grad_norm": 1.2929737567901611,
      "learning_rate": 1.9430694213434936e-05,
      "loss": 0.3133,
      "step": 194
    },
    {
      "epoch": 0.425531914893617,
      "grad_norm": 1.113404631614685,
      "learning_rate": 1.942278181824137e-05,
      "loss": 0.1978,
      "step": 195
    },
    {
      "epoch": 0.4277141298417894,
      "grad_norm": 0.9426998496055603,
      "learning_rate": 1.9414816450980686e-05,
      "loss": 0.3381,
      "step": 196
    },
    {
      "epoch": 0.4298963447899618,
      "grad_norm": 1.4274523258209229,
      "learning_rate": 1.94067981564318e-05,
      "loss": 0.2779,
      "step": 197
    },
    {
      "epoch": 0.4320785597381342,
      "grad_norm": 1.493589162826538,
      "learning_rate": 1.9398726979671174e-05,
      "loss": 0.2695,
      "step": 198
    },
    {
      "epoch": 0.4342607746863066,
      "grad_norm": 1.3514424562454224,
      "learning_rate": 1.9390602966072548e-05,
      "loss": 0.3338,
      "step": 199
    },
    {
      "epoch": 0.436442989634479,
      "grad_norm": 1.7675963640213013,
      "learning_rate": 1.9382426161306712e-05,
      "loss": 0.3629,
      "step": 200
    },
    {
      "epoch": 0.4386252045826514,
      "grad_norm": 1.0754345655441284,
      "learning_rate": 1.9374196611341212e-05,
      "loss": 0.322,
      "step": 201
    },
    {
      "epoch": 0.4408074195308238,
      "grad_norm": 1.1144013404846191,
      "learning_rate": 1.9365914362440125e-05,
      "loss": 0.2,
      "step": 202
    },
    {
      "epoch": 0.4429896344789962,
      "grad_norm": 1.3349831104278564,
      "learning_rate": 1.9357579461163783e-05,
      "loss": 0.2963,
      "step": 203
    },
    {
      "epoch": 0.4451718494271686,
      "grad_norm": 1.3588327169418335,
      "learning_rate": 1.9349191954368515e-05,
      "loss": 0.3544,
      "step": 204
    },
    {
      "epoch": 0.447354064375341,
      "grad_norm": 1.5795652866363525,
      "learning_rate": 1.9340751889206378e-05,
      "loss": 0.3851,
      "step": 205
    },
    {
      "epoch": 0.44953627932351337,
      "grad_norm": 1.3659369945526123,
      "learning_rate": 1.93322593131249e-05,
      "loss": 0.2808,
      "step": 206
    },
    {
      "epoch": 0.45171849427168576,
      "grad_norm": 1.5584542751312256,
      "learning_rate": 1.932371427386681e-05,
      "loss": 0.2838,
      "step": 207
    },
    {
      "epoch": 0.45390070921985815,
      "grad_norm": 1.3657653331756592,
      "learning_rate": 1.931511681946977e-05,
      "loss": 0.3128,
      "step": 208
    },
    {
      "epoch": 0.45608292416803053,
      "grad_norm": 1.8486205339431763,
      "learning_rate": 1.9306466998266102e-05,
      "loss": 0.3635,
      "step": 209
    },
    {
      "epoch": 0.4582651391162029,
      "grad_norm": 1.8429385423660278,
      "learning_rate": 1.9297764858882516e-05,
      "loss": 0.3445,
      "step": 210
    },
    {
      "epoch": 0.4604473540643753,
      "grad_norm": 1.359290361404419,
      "learning_rate": 1.9289010450239843e-05,
      "loss": 0.2864,
      "step": 211
    },
    {
      "epoch": 0.46262956901254776,
      "grad_norm": 1.2047313451766968,
      "learning_rate": 1.928020382155276e-05,
      "loss": 0.3323,
      "step": 212
    },
    {
      "epoch": 0.46481178396072015,
      "grad_norm": 1.4549658298492432,
      "learning_rate": 1.9271345022329502e-05,
      "loss": 0.3763,
      "step": 213
    },
    {
      "epoch": 0.46699399890889254,
      "grad_norm": 1.3349789381027222,
      "learning_rate": 1.9262434102371596e-05,
      "loss": 0.405,
      "step": 214
    },
    {
      "epoch": 0.4691762138570649,
      "grad_norm": 1.9315582513809204,
      "learning_rate": 1.9253471111773572e-05,
      "loss": 0.2949,
      "step": 215
    },
    {
      "epoch": 0.4713584288052373,
      "grad_norm": 1.1657265424728394,
      "learning_rate": 1.924445610092269e-05,
      "loss": 0.253,
      "step": 216
    },
    {
      "epoch": 0.4735406437534097,
      "grad_norm": 1.4558275938034058,
      "learning_rate": 1.9235389120498645e-05,
      "loss": 0.3077,
      "step": 217
    },
    {
      "epoch": 0.4757228587015821,
      "grad_norm": 1.4263584613800049,
      "learning_rate": 1.9226270221473302e-05,
      "loss": 0.3251,
      "step": 218
    },
    {
      "epoch": 0.4779050736497545,
      "grad_norm": 1.7486201524734497,
      "learning_rate": 1.921709945511039e-05,
      "loss": 0.2536,
      "step": 219
    },
    {
      "epoch": 0.4800872885979269,
      "grad_norm": 1.5430760383605957,
      "learning_rate": 1.9207876872965217e-05,
      "loss": 0.331,
      "step": 220
    },
    {
      "epoch": 0.48226950354609927,
      "grad_norm": 1.64284348487854,
      "learning_rate": 1.9198602526884388e-05,
      "loss": 0.3541,
      "step": 221
    },
    {
      "epoch": 0.4844517184942717,
      "grad_norm": 1.3553285598754883,
      "learning_rate": 1.9189276469005508e-05,
      "loss": 0.3196,
      "step": 222
    },
    {
      "epoch": 0.4866339334424441,
      "grad_norm": 1.4145045280456543,
      "learning_rate": 1.917989875175689e-05,
      "loss": 0.2487,
      "step": 223
    },
    {
      "epoch": 0.4888161483906165,
      "grad_norm": 1.3680609464645386,
      "learning_rate": 1.9170469427857264e-05,
      "loss": 0.3235,
      "step": 224
    },
    {
      "epoch": 0.4909983633387889,
      "grad_norm": 1.6969547271728516,
      "learning_rate": 1.9160988550315475e-05,
      "loss": 0.2292,
      "step": 225
    },
    {
      "epoch": 0.49318057828696127,
      "grad_norm": 1.4224244356155396,
      "learning_rate": 1.9151456172430186e-05,
      "loss": 0.2442,
      "step": 226
    },
    {
      "epoch": 0.49536279323513366,
      "grad_norm": 1.21607506275177,
      "learning_rate": 1.914187234778958e-05,
      "loss": 0.3315,
      "step": 227
    },
    {
      "epoch": 0.49754500818330605,
      "grad_norm": 1.3110462427139282,
      "learning_rate": 1.913223713027106e-05,
      "loss": 0.409,
      "step": 228
    },
    {
      "epoch": 0.49972722313147844,
      "grad_norm": 1.3133397102355957,
      "learning_rate": 1.9122550574040942e-05,
      "loss": 0.3491,
      "step": 229
    },
    {
      "epoch": 0.5019094380796508,
      "grad_norm": 1.2212580442428589,
      "learning_rate": 1.9112812733554155e-05,
      "loss": 0.2702,
      "step": 230
    },
    {
      "epoch": 0.5040916530278232,
      "grad_norm": 1.3722357749938965,
      "learning_rate": 1.910302366355393e-05,
      "loss": 0.3729,
      "step": 231
    },
    {
      "epoch": 0.5062738679759956,
      "grad_norm": 1.6117819547653198,
      "learning_rate": 1.90931834190715e-05,
      "loss": 0.3857,
      "step": 232
    },
    {
      "epoch": 0.508456082924168,
      "grad_norm": 1.6422029733657837,
      "learning_rate": 1.9083292055425783e-05,
      "loss": 0.4329,
      "step": 233
    },
    {
      "epoch": 0.5106382978723404,
      "grad_norm": 1.2110570669174194,
      "learning_rate": 1.907334962822307e-05,
      "loss": 0.3052,
      "step": 234
    },
    {
      "epoch": 0.5128205128205128,
      "grad_norm": 1.0881627798080444,
      "learning_rate": 1.906335619335672e-05,
      "loss": 0.2195,
      "step": 235
    },
    {
      "epoch": 0.5150027277686852,
      "grad_norm": 1.6490594148635864,
      "learning_rate": 1.9053311807006845e-05,
      "loss": 0.2015,
      "step": 236
    },
    {
      "epoch": 0.5171849427168577,
      "grad_norm": 1.5541980266571045,
      "learning_rate": 1.904321652563998e-05,
      "loss": 0.3576,
      "step": 237
    },
    {
      "epoch": 0.51936715766503,
      "grad_norm": 2.599008321762085,
      "learning_rate": 1.903307040600879e-05,
      "loss": 0.3018,
      "step": 238
    },
    {
      "epoch": 0.5215493726132024,
      "grad_norm": 1.2262473106384277,
      "learning_rate": 1.902287350515173e-05,
      "loss": 0.3705,
      "step": 239
    },
    {
      "epoch": 0.5237315875613748,
      "grad_norm": 1.2602461576461792,
      "learning_rate": 1.9012625880392733e-05,
      "loss": 0.2783,
      "step": 240
    },
    {
      "epoch": 0.5259138025095472,
      "grad_norm": 1.8364081382751465,
      "learning_rate": 1.900232758934089e-05,
      "loss": 0.3277,
      "step": 241
    },
    {
      "epoch": 0.5280960174577196,
      "grad_norm": 1.2885158061981201,
      "learning_rate": 1.899197868989011e-05,
      "loss": 0.3201,
      "step": 242
    },
    {
      "epoch": 0.530278232405892,
      "grad_norm": 1.391256332397461,
      "learning_rate": 1.898157924021883e-05,
      "loss": 0.3269,
      "step": 243
    },
    {
      "epoch": 0.5324604473540644,
      "grad_norm": 1.265567660331726,
      "learning_rate": 1.8971129298789644e-05,
      "loss": 0.2002,
      "step": 244
    },
    {
      "epoch": 0.5346426623022368,
      "grad_norm": 1.565754771232605,
      "learning_rate": 1.8960628924349006e-05,
      "loss": 0.3627,
      "step": 245
    },
    {
      "epoch": 0.5368248772504092,
      "grad_norm": 1.4450806379318237,
      "learning_rate": 1.8950078175926886e-05,
      "loss": 0.2806,
      "step": 246
    },
    {
      "epoch": 0.5390070921985816,
      "grad_norm": 1.5299197435379028,
      "learning_rate": 1.8939477112836445e-05,
      "loss": 0.3822,
      "step": 247
    },
    {
      "epoch": 0.541189307146754,
      "grad_norm": 2.0761196613311768,
      "learning_rate": 1.892882579467369e-05,
      "loss": 0.3204,
      "step": 248
    },
    {
      "epoch": 0.5433715220949263,
      "grad_norm": 1.6398018598556519,
      "learning_rate": 1.8918124281317162e-05,
      "loss": 0.2604,
      "step": 249
    },
    {
      "epoch": 0.5455537370430987,
      "grad_norm": 1.4368712902069092,
      "learning_rate": 1.8907372632927573e-05,
      "loss": 0.2421,
      "step": 250
    },
    {
      "epoch": 0.5477359519912711,
      "grad_norm": 1.2730286121368408,
      "learning_rate": 1.8896570909947477e-05,
      "loss": 0.2659,
      "step": 251
    },
    {
      "epoch": 0.5499181669394435,
      "grad_norm": 1.9445446729660034,
      "learning_rate": 1.8885719173100937e-05,
      "loss": 0.3552,
      "step": 252
    },
    {
      "epoch": 0.5521003818876159,
      "grad_norm": 1.2720203399658203,
      "learning_rate": 1.887481748339318e-05,
      "loss": 0.1519,
      "step": 253
    },
    {
      "epoch": 0.5542825968357883,
      "grad_norm": 1.6237303018569946,
      "learning_rate": 1.8863865902110253e-05,
      "loss": 0.3111,
      "step": 254
    },
    {
      "epoch": 0.5564648117839607,
      "grad_norm": 2.242192029953003,
      "learning_rate": 1.8852864490818678e-05,
      "loss": 0.2879,
      "step": 255
    },
    {
      "epoch": 0.5586470267321331,
      "grad_norm": 3.0388717651367188,
      "learning_rate": 1.8841813311365105e-05,
      "loss": 0.4525,
      "step": 256
    },
    {
      "epoch": 0.5608292416803055,
      "grad_norm": 1.7905107736587524,
      "learning_rate": 1.8830712425875964e-05,
      "loss": 0.3407,
      "step": 257
    },
    {
      "epoch": 0.563011456628478,
      "grad_norm": 2.1850087642669678,
      "learning_rate": 1.8819561896757124e-05,
      "loss": 0.3232,
      "step": 258
    },
    {
      "epoch": 0.5651936715766503,
      "grad_norm": 2.0054867267608643,
      "learning_rate": 1.8808361786693533e-05,
      "loss": 0.3558,
      "step": 259
    },
    {
      "epoch": 0.5673758865248227,
      "grad_norm": 2.004746675491333,
      "learning_rate": 1.879711215864886e-05,
      "loss": 0.2397,
      "step": 260
    },
    {
      "epoch": 0.5695581014729951,
      "grad_norm": 2.072324752807617,
      "learning_rate": 1.8785813075865164e-05,
      "loss": 0.1571,
      "step": 261
    },
    {
      "epoch": 0.5717403164211675,
      "grad_norm": 1.6970444917678833,
      "learning_rate": 1.877446460186251e-05,
      "loss": 0.2875,
      "step": 262
    },
    {
      "epoch": 0.5739225313693399,
      "grad_norm": 1.8173935413360596,
      "learning_rate": 1.8763066800438638e-05,
      "loss": 0.3473,
      "step": 263
    },
    {
      "epoch": 0.5761047463175123,
      "grad_norm": 1.4054244756698608,
      "learning_rate": 1.875161973566858e-05,
      "loss": 0.2878,
      "step": 264
    },
    {
      "epoch": 0.5782869612656847,
      "grad_norm": 1.1835930347442627,
      "learning_rate": 1.874012347190432e-05,
      "loss": 0.2728,
      "step": 265
    },
    {
      "epoch": 0.5804691762138571,
      "grad_norm": 1.64986252784729,
      "learning_rate": 1.8728578073774427e-05,
      "loss": 0.2887,
      "step": 266
    },
    {
      "epoch": 0.5826513911620295,
      "grad_norm": 1.8838175535202026,
      "learning_rate": 1.8716983606183673e-05,
      "loss": 0.3546,
      "step": 267
    },
    {
      "epoch": 0.5848336061102019,
      "grad_norm": 1.3140724897384644,
      "learning_rate": 1.87053401343127e-05,
      "loss": 0.2229,
      "step": 268
    },
    {
      "epoch": 0.5870158210583742,
      "grad_norm": 1.9315850734710693,
      "learning_rate": 1.8693647723617637e-05,
      "loss": 0.276,
      "step": 269
    },
    {
      "epoch": 0.5891980360065466,
      "grad_norm": 1.7035211324691772,
      "learning_rate": 1.8681906439829716e-05,
      "loss": 0.2677,
      "step": 270
    },
    {
      "epoch": 0.591380250954719,
      "grad_norm": 2.1659624576568604,
      "learning_rate": 1.8670116348954945e-05,
      "loss": 0.1785,
      "step": 271
    },
    {
      "epoch": 0.5935624659028914,
      "grad_norm": 1.514590859413147,
      "learning_rate": 1.865827751727368e-05,
      "loss": 0.2866,
      "step": 272
    },
    {
      "epoch": 0.5957446808510638,
      "grad_norm": 1.163939356803894,
      "learning_rate": 1.864639001134031e-05,
      "loss": 0.1527,
      "step": 273
    },
    {
      "epoch": 0.5979268957992362,
      "grad_norm": 1.9229791164398193,
      "learning_rate": 1.863445389798284e-05,
      "loss": 0.2854,
      "step": 274
    },
    {
      "epoch": 0.6001091107474086,
      "grad_norm": 1.6761242151260376,
      "learning_rate": 1.8622469244302542e-05,
      "loss": 0.3369,
      "step": 275
    },
    {
      "epoch": 0.602291325695581,
      "grad_norm": 1.756821632385254,
      "learning_rate": 1.8610436117673557e-05,
      "loss": 0.2876,
      "step": 276
    },
    {
      "epoch": 0.6044735406437534,
      "grad_norm": 1.683331847190857,
      "learning_rate": 1.8598354585742537e-05,
      "loss": 0.2549,
      "step": 277
    },
    {
      "epoch": 0.6066557555919257,
      "grad_norm": 1.3528157472610474,
      "learning_rate": 1.858622471642824e-05,
      "loss": 0.1952,
      "step": 278
    },
    {
      "epoch": 0.6088379705400983,
      "grad_norm": 1.5143969058990479,
      "learning_rate": 1.8574046577921182e-05,
      "loss": 0.2271,
      "step": 279
    },
    {
      "epoch": 0.6110201854882706,
      "grad_norm": 1.311161994934082,
      "learning_rate": 1.8561820238683216e-05,
      "loss": 0.2717,
      "step": 280
    },
    {
      "epoch": 0.613202400436443,
      "grad_norm": 1.728922724723816,
      "learning_rate": 1.8549545767447174e-05,
      "loss": 0.2746,
      "step": 281
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 2.3760488033294678,
      "learning_rate": 1.853722323321647e-05,
      "loss": 0.368,
      "step": 282
    },
    {
      "epoch": 0.6175668303327878,
      "grad_norm": 1.243605375289917,
      "learning_rate": 1.8524852705264716e-05,
      "loss": 0.313,
      "step": 283
    },
    {
      "epoch": 0.6197490452809602,
      "grad_norm": 1.5179970264434814,
      "learning_rate": 1.8512434253135324e-05,
      "loss": 0.3288,
      "step": 284
    },
    {
      "epoch": 0.6219312602291326,
      "grad_norm": 1.7583152055740356,
      "learning_rate": 1.8499967946641127e-05,
      "loss": 0.2581,
      "step": 285
    },
    {
      "epoch": 0.624113475177305,
      "grad_norm": 1.474806308746338,
      "learning_rate": 1.848745385586398e-05,
      "loss": 0.2277,
      "step": 286
    },
    {
      "epoch": 0.6262956901254774,
      "grad_norm": 2.0060956478118896,
      "learning_rate": 1.8474892051154366e-05,
      "loss": 0.2442,
      "step": 287
    },
    {
      "epoch": 0.6284779050736498,
      "grad_norm": 1.372650146484375,
      "learning_rate": 1.8462282603131005e-05,
      "loss": 0.238,
      "step": 288
    },
    {
      "epoch": 0.6306601200218221,
      "grad_norm": 1.8136199712753296,
      "learning_rate": 1.8449625582680445e-05,
      "loss": 0.3289,
      "step": 289
    },
    {
      "epoch": 0.6328423349699945,
      "grad_norm": 1.6018167734146118,
      "learning_rate": 1.843692106095668e-05,
      "loss": 0.2418,
      "step": 290
    },
    {
      "epoch": 0.6350245499181669,
      "grad_norm": 1.5912113189697266,
      "learning_rate": 1.842416910938074e-05,
      "loss": 0.2491,
      "step": 291
    },
    {
      "epoch": 0.6372067648663393,
      "grad_norm": 1.552306056022644,
      "learning_rate": 1.841136979964029e-05,
      "loss": 0.229,
      "step": 292
    },
    {
      "epoch": 0.6393889798145117,
      "grad_norm": 1.960476040840149,
      "learning_rate": 1.8398523203689235e-05,
      "loss": 0.3936,
      "step": 293
    },
    {
      "epoch": 0.6415711947626841,
      "grad_norm": 1.6437554359436035,
      "learning_rate": 1.8385629393747292e-05,
      "loss": 0.2372,
      "step": 294
    },
    {
      "epoch": 0.6437534097108565,
      "grad_norm": 1.9688218832015991,
      "learning_rate": 1.837268844229962e-05,
      "loss": 0.2557,
      "step": 295
    },
    {
      "epoch": 0.6459356246590289,
      "grad_norm": 1.8227428197860718,
      "learning_rate": 1.8359700422096385e-05,
      "loss": 0.3069,
      "step": 296
    },
    {
      "epoch": 0.6481178396072013,
      "grad_norm": 1.7406502962112427,
      "learning_rate": 1.8346665406152362e-05,
      "loss": 0.3527,
      "step": 297
    },
    {
      "epoch": 0.6503000545553737,
      "grad_norm": 1.6546075344085693,
      "learning_rate": 1.8333583467746515e-05,
      "loss": 0.2991,
      "step": 298
    },
    {
      "epoch": 0.6524822695035462,
      "grad_norm": 1.7377084493637085,
      "learning_rate": 1.83204546804216e-05,
      "loss": 0.2752,
      "step": 299
    },
    {
      "epoch": 0.6546644844517185,
      "grad_norm": 1.8209704160690308,
      "learning_rate": 1.8307279117983744e-05,
      "loss": 0.3455,
      "step": 300
    },
    {
      "epoch": 0.6568466993998909,
      "grad_norm": 1.4391992092132568,
      "learning_rate": 1.829405685450202e-05,
      "loss": 0.2037,
      "step": 301
    },
    {
      "epoch": 0.6590289143480633,
      "grad_norm": 1.7136852741241455,
      "learning_rate": 1.828078796430805e-05,
      "loss": 0.2731,
      "step": 302
    },
    {
      "epoch": 0.6612111292962357,
      "grad_norm": 1.6503560543060303,
      "learning_rate": 1.826747252199558e-05,
      "loss": 0.2998,
      "step": 303
    },
    {
      "epoch": 0.6633933442444081,
      "grad_norm": 1.778838872909546,
      "learning_rate": 1.8254110602420047e-05,
      "loss": 0.2556,
      "step": 304
    },
    {
      "epoch": 0.6655755591925805,
      "grad_norm": 1.5218554735183716,
      "learning_rate": 1.8240702280698176e-05,
      "loss": 0.2465,
      "step": 305
    },
    {
      "epoch": 0.6677577741407529,
      "grad_norm": 1.326884150505066,
      "learning_rate": 1.822724763220755e-05,
      "loss": 0.214,
      "step": 306
    },
    {
      "epoch": 0.6699399890889253,
      "grad_norm": 1.969869613647461,
      "learning_rate": 1.8213746732586186e-05,
      "loss": 0.2511,
      "step": 307
    },
    {
      "epoch": 0.6721222040370977,
      "grad_norm": 1.5750274658203125,
      "learning_rate": 1.8200199657732115e-05,
      "loss": 0.2821,
      "step": 308
    },
    {
      "epoch": 0.67430441898527,
      "grad_norm": 1.5090693235397339,
      "learning_rate": 1.8186606483802945e-05,
      "loss": 0.1838,
      "step": 309
    },
    {
      "epoch": 0.6764866339334424,
      "grad_norm": 1.4013510942459106,
      "learning_rate": 1.817296728721545e-05,
      "loss": 0.2353,
      "step": 310
    },
    {
      "epoch": 0.6786688488816148,
      "grad_norm": 1.4008636474609375,
      "learning_rate": 1.815928214464511e-05,
      "loss": 0.2296,
      "step": 311
    },
    {
      "epoch": 0.6808510638297872,
      "grad_norm": 2.5458900928497314,
      "learning_rate": 1.814555113302573e-05,
      "loss": 0.3881,
      "step": 312
    },
    {
      "epoch": 0.6830332787779596,
      "grad_norm": 1.3896178007125854,
      "learning_rate": 1.813177432954894e-05,
      "loss": 0.2354,
      "step": 313
    },
    {
      "epoch": 0.685215493726132,
      "grad_norm": 1.6341583728790283,
      "learning_rate": 1.811795181166383e-05,
      "loss": 0.268,
      "step": 314
    },
    {
      "epoch": 0.6873977086743044,
      "grad_norm": 1.7440088987350464,
      "learning_rate": 1.8104083657076466e-05,
      "loss": 0.2788,
      "step": 315
    },
    {
      "epoch": 0.6895799236224768,
      "grad_norm": 2.507354497909546,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 0.3692,
      "step": 316
    },
    {
      "epoch": 0.6917621385706492,
      "grad_norm": 1.8427482843399048,
      "learning_rate": 1.80762107499016e-05,
      "loss": 0.213,
      "step": 317
    },
    {
      "epoch": 0.6939443535188216,
      "grad_norm": 1.5794975757598877,
      "learning_rate": 1.8062206154007267e-05,
      "loss": 0.2771,
      "step": 318
    },
    {
      "epoch": 0.696126568466994,
      "grad_norm": 2.8045501708984375,
      "learning_rate": 1.8048156234796124e-05,
      "loss": 0.1448,
      "step": 319
    },
    {
      "epoch": 0.6983087834151664,
      "grad_norm": 3.0969858169555664,
      "learning_rate": 1.8034061071252632e-05,
      "loss": 0.312,
      "step": 320
    },
    {
      "epoch": 0.7004909983633388,
      "grad_norm": 2.205915689468384,
      "learning_rate": 1.8019920742615596e-05,
      "loss": 0.3327,
      "step": 321
    },
    {
      "epoch": 0.7026732133115112,
      "grad_norm": 1.9107706546783447,
      "learning_rate": 1.8005735328377718e-05,
      "loss": 0.2814,
      "step": 322
    },
    {
      "epoch": 0.7048554282596836,
      "grad_norm": 1.5513135194778442,
      "learning_rate": 1.7991504908285162e-05,
      "loss": 0.2538,
      "step": 323
    },
    {
      "epoch": 0.707037643207856,
      "grad_norm": 2.1072094440460205,
      "learning_rate": 1.7977229562337104e-05,
      "loss": 0.296,
      "step": 324
    },
    {
      "epoch": 0.7092198581560284,
      "grad_norm": 1.547297716140747,
      "learning_rate": 1.7962909370785283e-05,
      "loss": 0.2716,
      "step": 325
    },
    {
      "epoch": 0.7114020731042008,
      "grad_norm": 1.8487380743026733,
      "learning_rate": 1.7948544414133534e-05,
      "loss": 0.2548,
      "step": 326
    },
    {
      "epoch": 0.7135842880523732,
      "grad_norm": 1.794865608215332,
      "learning_rate": 1.7934134773137364e-05,
      "loss": 0.2193,
      "step": 327
    },
    {
      "epoch": 0.7157665030005456,
      "grad_norm": 1.4590160846710205,
      "learning_rate": 1.7919680528803468e-05,
      "loss": 0.1581,
      "step": 328
    },
    {
      "epoch": 0.717948717948718,
      "grad_norm": 2.010289192199707,
      "learning_rate": 1.7905181762389298e-05,
      "loss": 0.3312,
      "step": 329
    },
    {
      "epoch": 0.7201309328968903,
      "grad_norm": 1.8437626361846924,
      "learning_rate": 1.7890638555402585e-05,
      "loss": 0.338,
      "step": 330
    },
    {
      "epoch": 0.7223131478450627,
      "grad_norm": 1.8818646669387817,
      "learning_rate": 1.7876050989600908e-05,
      "loss": 0.2822,
      "step": 331
    },
    {
      "epoch": 0.7244953627932351,
      "grad_norm": 1.4414920806884766,
      "learning_rate": 1.7861419146991204e-05,
      "loss": 0.1611,
      "step": 332
    },
    {
      "epoch": 0.7266775777414075,
      "grad_norm": 1.7592997550964355,
      "learning_rate": 1.7846743109829318e-05,
      "loss": 0.1889,
      "step": 333
    },
    {
      "epoch": 0.7288597926895799,
      "grad_norm": 1.8910146951675415,
      "learning_rate": 1.7832022960619562e-05,
      "loss": 0.2466,
      "step": 334
    },
    {
      "epoch": 0.7310420076377523,
      "grad_norm": 1.9606562852859497,
      "learning_rate": 1.7817258782114216e-05,
      "loss": 0.3082,
      "step": 335
    },
    {
      "epoch": 0.7332242225859247,
      "grad_norm": 1.5216842889785767,
      "learning_rate": 1.7802450657313086e-05,
      "loss": 0.2702,
      "step": 336
    },
    {
      "epoch": 0.7354064375340971,
      "grad_norm": 2.0545153617858887,
      "learning_rate": 1.7787598669463027e-05,
      "loss": 0.2168,
      "step": 337
    },
    {
      "epoch": 0.7375886524822695,
      "grad_norm": 2.3853023052215576,
      "learning_rate": 1.777270290205749e-05,
      "loss": 0.2697,
      "step": 338
    },
    {
      "epoch": 0.7397708674304418,
      "grad_norm": 1.5850306749343872,
      "learning_rate": 1.7757763438836027e-05,
      "loss": 0.2776,
      "step": 339
    },
    {
      "epoch": 0.7419530823786143,
      "grad_norm": 1.8929774761199951,
      "learning_rate": 1.7742780363783843e-05,
      "loss": 0.2768,
      "step": 340
    },
    {
      "epoch": 0.7441352973267867,
      "grad_norm": 2.5149059295654297,
      "learning_rate": 1.7727753761131312e-05,
      "loss": 0.2035,
      "step": 341
    },
    {
      "epoch": 0.7463175122749591,
      "grad_norm": 2.0072574615478516,
      "learning_rate": 1.7712683715353514e-05,
      "loss": 0.2996,
      "step": 342
    },
    {
      "epoch": 0.7484997272231315,
      "grad_norm": 1.8985759019851685,
      "learning_rate": 1.7697570311169746e-05,
      "loss": 0.2971,
      "step": 343
    },
    {
      "epoch": 0.7506819421713039,
      "grad_norm": 1.7933598756790161,
      "learning_rate": 1.7682413633543057e-05,
      "loss": 0.1999,
      "step": 344
    },
    {
      "epoch": 0.7528641571194763,
      "grad_norm": 2.1801459789276123,
      "learning_rate": 1.766721376767976e-05,
      "loss": 0.2834,
      "step": 345
    },
    {
      "epoch": 0.7550463720676487,
      "grad_norm": 2.213613271713257,
      "learning_rate": 1.7651970799028976e-05,
      "loss": 0.3526,
      "step": 346
    },
    {
      "epoch": 0.7572285870158211,
      "grad_norm": 2.226930856704712,
      "learning_rate": 1.7636684813282113e-05,
      "loss": 0.221,
      "step": 347
    },
    {
      "epoch": 0.7594108019639935,
      "grad_norm": 2.073094606399536,
      "learning_rate": 1.7621355896372424e-05,
      "loss": 0.1289,
      "step": 348
    },
    {
      "epoch": 0.7615930169121659,
      "grad_norm": 1.817728042602539,
      "learning_rate": 1.760598413447451e-05,
      "loss": 0.2903,
      "step": 349
    },
    {
      "epoch": 0.7637752318603382,
      "grad_norm": 1.7736403942108154,
      "learning_rate": 1.7590569614003825e-05,
      "loss": 0.3416,
      "step": 350
    },
    {
      "epoch": 0.7659574468085106,
      "grad_norm": 1.8209755420684814,
      "learning_rate": 1.7575112421616203e-05,
      "loss": 0.209,
      "step": 351
    },
    {
      "epoch": 0.768139661756683,
      "grad_norm": 2.1143956184387207,
      "learning_rate": 1.7559612644207364e-05,
      "loss": 0.248,
      "step": 352
    },
    {
      "epoch": 0.7703218767048554,
      "grad_norm": 2.564955234527588,
      "learning_rate": 1.7544070368912435e-05,
      "loss": 0.2898,
      "step": 353
    },
    {
      "epoch": 0.7725040916530278,
      "grad_norm": 1.8118090629577637,
      "learning_rate": 1.7528485683105444e-05,
      "loss": 0.2374,
      "step": 354
    },
    {
      "epoch": 0.7746863066012002,
      "grad_norm": 2.656928777694702,
      "learning_rate": 1.751285867439885e-05,
      "loss": 0.3049,
      "step": 355
    },
    {
      "epoch": 0.7768685215493726,
      "grad_norm": 3.4277329444885254,
      "learning_rate": 1.7497189430643025e-05,
      "loss": 0.3216,
      "step": 356
    },
    {
      "epoch": 0.779050736497545,
      "grad_norm": 2.2048025131225586,
      "learning_rate": 1.7481478039925784e-05,
      "loss": 0.2718,
      "step": 357
    },
    {
      "epoch": 0.7812329514457174,
      "grad_norm": 1.7105648517608643,
      "learning_rate": 1.746572459057188e-05,
      "loss": 0.2421,
      "step": 358
    },
    {
      "epoch": 0.7834151663938898,
      "grad_norm": 1.4163354635238647,
      "learning_rate": 1.7449929171142495e-05,
      "loss": 0.2668,
      "step": 359
    },
    {
      "epoch": 0.7855973813420621,
      "grad_norm": 2.316988468170166,
      "learning_rate": 1.7434091870434772e-05,
      "loss": 0.1913,
      "step": 360
    },
    {
      "epoch": 0.7877795962902346,
      "grad_norm": 1.7749286890029907,
      "learning_rate": 1.741821277748128e-05,
      "loss": 0.1675,
      "step": 361
    },
    {
      "epoch": 0.789961811238407,
      "grad_norm": 1.6692242622375488,
      "learning_rate": 1.740229198154955e-05,
      "loss": 0.1973,
      "step": 362
    },
    {
      "epoch": 0.7921440261865794,
      "grad_norm": 1.7292042970657349,
      "learning_rate": 1.738632957214154e-05,
      "loss": 0.285,
      "step": 363
    },
    {
      "epoch": 0.7943262411347518,
      "grad_norm": 1.389611840248108,
      "learning_rate": 1.737032563899315e-05,
      "loss": 0.2458,
      "step": 364
    },
    {
      "epoch": 0.7965084560829242,
      "grad_norm": 2.399740695953369,
      "learning_rate": 1.7354280272073718e-05,
      "loss": 0.2779,
      "step": 365
    },
    {
      "epoch": 0.7986906710310966,
      "grad_norm": 1.7526628971099854,
      "learning_rate": 1.7338193561585507e-05,
      "loss": 0.1781,
      "step": 366
    },
    {
      "epoch": 0.800872885979269,
      "grad_norm": 1.1837629079818726,
      "learning_rate": 1.7322065597963206e-05,
      "loss": 0.1506,
      "step": 367
    },
    {
      "epoch": 0.8030551009274414,
      "grad_norm": 2.0996508598327637,
      "learning_rate": 1.730589647187341e-05,
      "loss": 0.2591,
      "step": 368
    },
    {
      "epoch": 0.8052373158756138,
      "grad_norm": 1.83616042137146,
      "learning_rate": 1.7289686274214116e-05,
      "loss": 0.2328,
      "step": 369
    },
    {
      "epoch": 0.8074195308237861,
      "grad_norm": 1.7485703229904175,
      "learning_rate": 1.7273435096114223e-05,
      "loss": 0.1933,
      "step": 370
    },
    {
      "epoch": 0.8096017457719585,
      "grad_norm": 1.69053316116333,
      "learning_rate": 1.7257143028933004e-05,
      "loss": 0.1454,
      "step": 371
    },
    {
      "epoch": 0.8117839607201309,
      "grad_norm": 2.0164339542388916,
      "learning_rate": 1.7240810164259597e-05,
      "loss": 0.2374,
      "step": 372
    },
    {
      "epoch": 0.8139661756683033,
      "grad_norm": 1.9152922630310059,
      "learning_rate": 1.722443659391249e-05,
      "loss": 0.2679,
      "step": 373
    },
    {
      "epoch": 0.8161483906164757,
      "grad_norm": 1.842621922492981,
      "learning_rate": 1.7208022409939012e-05,
      "loss": 0.2535,
      "step": 374
    },
    {
      "epoch": 0.8183306055646481,
      "grad_norm": 1.975754976272583,
      "learning_rate": 1.7191567704614806e-05,
      "loss": 0.2771,
      "step": 375
    },
    {
      "epoch": 0.8205128205128205,
      "grad_norm": 2.002427577972412,
      "learning_rate": 1.717507257044331e-05,
      "loss": 0.2521,
      "step": 376
    },
    {
      "epoch": 0.8226950354609929,
      "grad_norm": 1.8171672821044922,
      "learning_rate": 1.7158537100155256e-05,
      "loss": 0.1732,
      "step": 377
    },
    {
      "epoch": 0.8248772504091653,
      "grad_norm": 2.4099912643432617,
      "learning_rate": 1.714196138670811e-05,
      "loss": 0.1903,
      "step": 378
    },
    {
      "epoch": 0.8270594653573377,
      "grad_norm": 2.192172050476074,
      "learning_rate": 1.7125345523285598e-05,
      "loss": 0.1533,
      "step": 379
    },
    {
      "epoch": 0.82924168030551,
      "grad_norm": 1.4280940294265747,
      "learning_rate": 1.7108689603297134e-05,
      "loss": 0.1654,
      "step": 380
    },
    {
      "epoch": 0.8314238952536824,
      "grad_norm": 2.107060194015503,
      "learning_rate": 1.7091993720377336e-05,
      "loss": 0.2626,
      "step": 381
    },
    {
      "epoch": 0.8336061102018549,
      "grad_norm": 2.0047659873962402,
      "learning_rate": 1.7075257968385472e-05,
      "loss": 0.3092,
      "step": 382
    },
    {
      "epoch": 0.8357883251500273,
      "grad_norm": 1.796487808227539,
      "learning_rate": 1.7058482441404946e-05,
      "loss": 0.3114,
      "step": 383
    },
    {
      "epoch": 0.8379705400981997,
      "grad_norm": 1.7347898483276367,
      "learning_rate": 1.7041667233742763e-05,
      "loss": 0.2335,
      "step": 384
    },
    {
      "epoch": 0.8401527550463721,
      "grad_norm": 4.162664890289307,
      "learning_rate": 1.7024812439929004e-05,
      "loss": 0.3763,
      "step": 385
    },
    {
      "epoch": 0.8423349699945445,
      "grad_norm": 2.301137685775757,
      "learning_rate": 1.7007918154716286e-05,
      "loss": 0.2288,
      "step": 386
    },
    {
      "epoch": 0.8445171849427169,
      "grad_norm": 2.1186411380767822,
      "learning_rate": 1.6990984473079245e-05,
      "loss": 0.2563,
      "step": 387
    },
    {
      "epoch": 0.8466993998908893,
      "grad_norm": 2.251436948776245,
      "learning_rate": 1.6974011490213976e-05,
      "loss": 0.2387,
      "step": 388
    },
    {
      "epoch": 0.8488816148390617,
      "grad_norm": 2.201972246170044,
      "learning_rate": 1.6956999301537533e-05,
      "loss": 0.2157,
      "step": 389
    },
    {
      "epoch": 0.851063829787234,
      "grad_norm": 1.8352923393249512,
      "learning_rate": 1.6939948002687352e-05,
      "loss": 0.2014,
      "step": 390
    },
    {
      "epoch": 0.8532460447354064,
      "grad_norm": 1.7831623554229736,
      "learning_rate": 1.692285768952076e-05,
      "loss": 0.2098,
      "step": 391
    },
    {
      "epoch": 0.8554282596835788,
      "grad_norm": 2.747898578643799,
      "learning_rate": 1.6905728458114384e-05,
      "loss": 0.358,
      "step": 392
    },
    {
      "epoch": 0.8576104746317512,
      "grad_norm": 2.2360734939575195,
      "learning_rate": 1.6888560404763656e-05,
      "loss": 0.3157,
      "step": 393
    },
    {
      "epoch": 0.8597926895799236,
      "grad_norm": 2.639230728149414,
      "learning_rate": 1.687135362598225e-05,
      "loss": 0.2,
      "step": 394
    },
    {
      "epoch": 0.861974904528096,
      "grad_norm": 2.2100465297698975,
      "learning_rate": 1.6854108218501534e-05,
      "loss": 0.2923,
      "step": 395
    },
    {
      "epoch": 0.8641571194762684,
      "grad_norm": 1.9703783988952637,
      "learning_rate": 1.6836824279270053e-05,
      "loss": 0.1823,
      "step": 396
    },
    {
      "epoch": 0.8663393344244408,
      "grad_norm": 1.6612106561660767,
      "learning_rate": 1.6819501905452945e-05,
      "loss": 0.2014,
      "step": 397
    },
    {
      "epoch": 0.8685215493726132,
      "grad_norm": 1.8585114479064941,
      "learning_rate": 1.680214119443143e-05,
      "loss": 0.2264,
      "step": 398
    },
    {
      "epoch": 0.8707037643207856,
      "grad_norm": 1.6524639129638672,
      "learning_rate": 1.6784742243802242e-05,
      "loss": 0.2493,
      "step": 399
    },
    {
      "epoch": 0.872885979268958,
      "grad_norm": 1.7347056865692139,
      "learning_rate": 1.676730515137709e-05,
      "loss": 0.1117,
      "step": 400
    },
    {
      "epoch": 0.8750681942171303,
      "grad_norm": 4.263298034667969,
      "learning_rate": 1.6749830015182106e-05,
      "loss": 0.4225,
      "step": 401
    },
    {
      "epoch": 0.8772504091653028,
      "grad_norm": 1.9091832637786865,
      "learning_rate": 1.673231693345729e-05,
      "loss": 0.212,
      "step": 402
    },
    {
      "epoch": 0.8794326241134752,
      "grad_norm": 2.1852641105651855,
      "learning_rate": 1.6714766004655952e-05,
      "loss": 0.2277,
      "step": 403
    },
    {
      "epoch": 0.8816148390616476,
      "grad_norm": 2.200873851776123,
      "learning_rate": 1.6697177327444185e-05,
      "loss": 0.3014,
      "step": 404
    },
    {
      "epoch": 0.88379705400982,
      "grad_norm": 1.8276499509811401,
      "learning_rate": 1.6679551000700277e-05,
      "loss": 0.1585,
      "step": 405
    },
    {
      "epoch": 0.8859792689579924,
      "grad_norm": 2.2364282608032227,
      "learning_rate": 1.6661887123514183e-05,
      "loss": 0.1494,
      "step": 406
    },
    {
      "epoch": 0.8881614839061648,
      "grad_norm": 2.0222830772399902,
      "learning_rate": 1.6644185795186946e-05,
      "loss": 0.2673,
      "step": 407
    },
    {
      "epoch": 0.8903436988543372,
      "grad_norm": 2.9449918270111084,
      "learning_rate": 1.662644711523014e-05,
      "loss": 0.3708,
      "step": 408
    },
    {
      "epoch": 0.8925259138025096,
      "grad_norm": 1.4988254308700562,
      "learning_rate": 1.660867118336535e-05,
      "loss": 0.1401,
      "step": 409
    },
    {
      "epoch": 0.894708128750682,
      "grad_norm": 2.212355375289917,
      "learning_rate": 1.6590858099523545e-05,
      "loss": 0.2032,
      "step": 410
    },
    {
      "epoch": 0.8968903436988543,
      "grad_norm": 2.242018699645996,
      "learning_rate": 1.657300796384457e-05,
      "loss": 0.2475,
      "step": 411
    },
    {
      "epoch": 0.8990725586470267,
      "grad_norm": 2.596482276916504,
      "learning_rate": 1.6555120876676557e-05,
      "loss": 0.3207,
      "step": 412
    },
    {
      "epoch": 0.9012547735951991,
      "grad_norm": 2.6144678592681885,
      "learning_rate": 1.6537196938575376e-05,
      "loss": 0.2693,
      "step": 413
    },
    {
      "epoch": 0.9034369885433715,
      "grad_norm": 2.0551865100860596,
      "learning_rate": 1.6519236250304058e-05,
      "loss": 0.1352,
      "step": 414
    },
    {
      "epoch": 0.9056192034915439,
      "grad_norm": 1.8955483436584473,
      "learning_rate": 1.6501238912832226e-05,
      "loss": 0.2083,
      "step": 415
    },
    {
      "epoch": 0.9078014184397163,
      "grad_norm": 2.737642526626587,
      "learning_rate": 1.648320502733555e-05,
      "loss": 0.3512,
      "step": 416
    },
    {
      "epoch": 0.9099836333878887,
      "grad_norm": 1.874455451965332,
      "learning_rate": 1.646513469519514e-05,
      "loss": 0.245,
      "step": 417
    },
    {
      "epoch": 0.9121658483360611,
      "grad_norm": 1.4540960788726807,
      "learning_rate": 1.644702801799702e-05,
      "loss": 0.1915,
      "step": 418
    },
    {
      "epoch": 0.9143480632842335,
      "grad_norm": 2.55229115486145,
      "learning_rate": 1.6428885097531524e-05,
      "loss": 0.2691,
      "step": 419
    },
    {
      "epoch": 0.9165302782324058,
      "grad_norm": 2.6212050914764404,
      "learning_rate": 1.641070603579273e-05,
      "loss": 0.3018,
      "step": 420
    },
    {
      "epoch": 0.9187124931805782,
      "grad_norm": 2.048126220703125,
      "learning_rate": 1.63924909349779e-05,
      "loss": 0.16,
      "step": 421
    },
    {
      "epoch": 0.9208947081287506,
      "grad_norm": 1.604466199874878,
      "learning_rate": 1.63742398974869e-05,
      "loss": 0.16,
      "step": 422
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 2.0032010078430176,
      "learning_rate": 1.6355953025921606e-05,
      "loss": 0.2789,
      "step": 423
    },
    {
      "epoch": 0.9252591380250955,
      "grad_norm": 2.1669390201568604,
      "learning_rate": 1.633763042308536e-05,
      "loss": 0.2223,
      "step": 424
    },
    {
      "epoch": 0.9274413529732679,
      "grad_norm": 2.4847841262817383,
      "learning_rate": 1.6319272191982364e-05,
      "loss": 0.2193,
      "step": 425
    },
    {
      "epoch": 0.9296235679214403,
      "grad_norm": 2.116520404815674,
      "learning_rate": 1.6300878435817115e-05,
      "loss": 0.2634,
      "step": 426
    },
    {
      "epoch": 0.9318057828696127,
      "grad_norm": 2.1085104942321777,
      "learning_rate": 1.6282449257993814e-05,
      "loss": 0.2019,
      "step": 427
    },
    {
      "epoch": 0.9339879978177851,
      "grad_norm": 1.8518610000610352,
      "learning_rate": 1.626398476211581e-05,
      "loss": 0.281,
      "step": 428
    },
    {
      "epoch": 0.9361702127659575,
      "grad_norm": 2.573018789291382,
      "learning_rate": 1.624548505198498e-05,
      "loss": 0.1693,
      "step": 429
    },
    {
      "epoch": 0.9383524277141299,
      "grad_norm": 1.71120285987854,
      "learning_rate": 1.622695023160117e-05,
      "loss": 0.1845,
      "step": 430
    },
    {
      "epoch": 0.9405346426623022,
      "grad_norm": 2.493091583251953,
      "learning_rate": 1.6208380405161623e-05,
      "loss": 0.2344,
      "step": 431
    },
    {
      "epoch": 0.9427168576104746,
      "grad_norm": 2.0557820796966553,
      "learning_rate": 1.6189775677060347e-05,
      "loss": 0.2579,
      "step": 432
    },
    {
      "epoch": 0.944899072558647,
      "grad_norm": 2.64087176322937,
      "learning_rate": 1.6171136151887577e-05,
      "loss": 0.1322,
      "step": 433
    },
    {
      "epoch": 0.9470812875068194,
      "grad_norm": 1.8148539066314697,
      "learning_rate": 1.6152461934429154e-05,
      "loss": 0.206,
      "step": 434
    },
    {
      "epoch": 0.9492635024549918,
      "grad_norm": 2.2910168170928955,
      "learning_rate": 1.6133753129665968e-05,
      "loss": 0.2088,
      "step": 435
    },
    {
      "epoch": 0.9514457174031642,
      "grad_norm": 2.097425937652588,
      "learning_rate": 1.6115009842773322e-05,
      "loss": 0.1765,
      "step": 436
    },
    {
      "epoch": 0.9536279323513366,
      "grad_norm": 1.9903476238250732,
      "learning_rate": 1.6096232179120388e-05,
      "loss": 0.3164,
      "step": 437
    },
    {
      "epoch": 0.955810147299509,
      "grad_norm": 2.1688966751098633,
      "learning_rate": 1.6077420244269585e-05,
      "loss": 0.2361,
      "step": 438
    },
    {
      "epoch": 0.9579923622476814,
      "grad_norm": 2.8505375385284424,
      "learning_rate": 1.6058574143975995e-05,
      "loss": 0.2636,
      "step": 439
    },
    {
      "epoch": 0.9601745771958538,
      "grad_norm": 3.311235189437866,
      "learning_rate": 1.603969398418677e-05,
      "loss": 0.3795,
      "step": 440
    },
    {
      "epoch": 0.9623567921440261,
      "grad_norm": 1.8277406692504883,
      "learning_rate": 1.6020779871040538e-05,
      "loss": 0.1737,
      "step": 441
    },
    {
      "epoch": 0.9645390070921985,
      "grad_norm": 2.1164958477020264,
      "learning_rate": 1.6001831910866795e-05,
      "loss": 0.1468,
      "step": 442
    },
    {
      "epoch": 0.966721222040371,
      "grad_norm": 2.103459358215332,
      "learning_rate": 1.5982850210185313e-05,
      "loss": 0.1544,
      "step": 443
    },
    {
      "epoch": 0.9689034369885434,
      "grad_norm": 1.900844693183899,
      "learning_rate": 1.5963834875705556e-05,
      "loss": 0.2253,
      "step": 444
    },
    {
      "epoch": 0.9710856519367158,
      "grad_norm": 3.1280438899993896,
      "learning_rate": 1.5944786014326053e-05,
      "loss": 0.3032,
      "step": 445
    },
    {
      "epoch": 0.9732678668848882,
      "grad_norm": 1.8489347696304321,
      "learning_rate": 1.5925703733133823e-05,
      "loss": 0.1499,
      "step": 446
    },
    {
      "epoch": 0.9754500818330606,
      "grad_norm": 2.221360683441162,
      "learning_rate": 1.5906588139403752e-05,
      "loss": 0.2354,
      "step": 447
    },
    {
      "epoch": 0.977632296781233,
      "grad_norm": 2.9962828159332275,
      "learning_rate": 1.5887439340598002e-05,
      "loss": 0.2583,
      "step": 448
    },
    {
      "epoch": 0.9798145117294054,
      "grad_norm": 1.688433051109314,
      "learning_rate": 1.5868257444365408e-05,
      "loss": 0.2026,
      "step": 449
    },
    {
      "epoch": 0.9819967266775778,
      "grad_norm": 1.9176521301269531,
      "learning_rate": 1.5849042558540863e-05,
      "loss": 0.2106,
      "step": 450
    },
    {
      "epoch": 0.9841789416257501,
      "grad_norm": 1.9299747943878174,
      "learning_rate": 1.5829794791144723e-05,
      "loss": 0.1221,
      "step": 451
    },
    {
      "epoch": 0.9863611565739225,
      "grad_norm": 2.396916389465332,
      "learning_rate": 1.581051425038219e-05,
      "loss": 0.2966,
      "step": 452
    },
    {
      "epoch": 0.9885433715220949,
      "grad_norm": 2.132479667663574,
      "learning_rate": 1.5791201044642707e-05,
      "loss": 0.2392,
      "step": 453
    },
    {
      "epoch": 0.9907255864702673,
      "grad_norm": 1.897214651107788,
      "learning_rate": 1.577185528249936e-05,
      "loss": 0.1549,
      "step": 454
    },
    {
      "epoch": 0.9929078014184397,
      "grad_norm": 2.2790167331695557,
      "learning_rate": 1.5752477072708247e-05,
      "loss": 0.3243,
      "step": 455
    },
    {
      "epoch": 0.9950900163666121,
      "grad_norm": 2.3962960243225098,
      "learning_rate": 1.5733066524207875e-05,
      "loss": 0.2082,
      "step": 456
    },
    {
      "epoch": 0.9972722313147845,
      "grad_norm": 1.7336385250091553,
      "learning_rate": 1.5713623746118558e-05,
      "loss": 0.157,
      "step": 457
    },
    {
      "epoch": 0.9994544462629569,
      "grad_norm": 1.8935623168945312,
      "learning_rate": 1.5694148847741793e-05,
      "loss": 0.2305,
      "step": 458
    },
    {
      "epoch": 1.0,
      "grad_norm": 5.8416337966918945,
      "learning_rate": 1.5674641938559644e-05,
      "loss": 0.3029,
      "step": 459
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.1403220295906067,
      "eval_runtime": 19.9242,
      "eval_samples_per_second": 7.478,
      "eval_steps_per_second": 1.907,
      "step": 459
    }
  ],
  "logging_steps": 1,
  "max_steps": 1375,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 459,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.006541592933171e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}